-- Logs begin at Fri 2022-01-21 13:28:43 UTC, end at Fri 2022-01-21 14:46:55 UTC. -- Jan 21 14:15:04.637829 dv-cinder-821602-20-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 21 14:15:07.677982 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.common.config [-] Logging enabled! Jan 21 14:15:07.678651 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 21 14:15:07.678810 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103222) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 14:15:07.682113 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.common.config [-] Logging enabled! Jan 21 14:15:07.682374 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 21 14:15:07.682689 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103222) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 14:15:07.683638 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 14:15:07.683881 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 14:15:07.684247 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 14:15:07.684495 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 14:15:07.684723 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 14:15:07.685046 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.685476 dv-cinder-821602-20-iscsi neutron-server[103222]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 21 14:15:07.685819 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.686147 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.686443 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.686739 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.687030 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.687315 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.687606 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.687926 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.688219 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.688500 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.688784 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.689079 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.689366 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.689653 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.689942 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.690250 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] debug = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.690536 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.690973 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.691406 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.691691 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.691988 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.692278 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.692547 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.692829 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.693117 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.693519 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] host = dv-cinder-821602-20-iscsi {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.693806 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.694123 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.694423 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.694717 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.694998 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.695279 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.695567 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.695846 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.696121 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] log_file = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.696397 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.696689 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.696976 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.697268 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.697496 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.697724 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.698016 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.698334 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.698616 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.698895 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.699176 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.699481 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.699766 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.700037 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.700326 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.700615 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.700902 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.701179 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.701999 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.702318 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.702612 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.702901 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.703179 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.703455 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.703733 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.704039 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.704296 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.704571 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.704875 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.705164 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.705447 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.705736 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.706016 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.706328 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.706605 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.706883 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.707168 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] use_json = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.707441 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.707718 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.708004 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.708280 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.708552 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.708827 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.709102 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.709390 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.709667 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:07.709970 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.710291 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.710593 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.710891 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.711183 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.711463 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.711754 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.712042 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.712333 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.712621 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.712913 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.713196 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.713497 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.713788 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.714104 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.714418 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.714711 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.715006 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.715363 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.715645 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.715922 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.716203 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.716513 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.716796 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.717628 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.717920 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.718235 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.718539 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.718831 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.719126 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.719417 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.719694 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.719974 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.720268 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.720547 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.720821 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.721100 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.721388 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.721666 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.721950 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.722315 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.722603 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.722881 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.723157 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.723440 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.723734 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.724016 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.724291 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.724568 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.724848 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.725122 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.725411 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.725694 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.725971 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.726270 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.726554 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.726831 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.727108 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.727389 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.727666 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.727954 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.728252 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.728543 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.728824 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.729102 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.729379 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.729653 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.729928 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.730237 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.730519 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.730797 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.731074 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.731353 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.731630 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.731925 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.732227 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.732532 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.732817 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.733099 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.733382 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.733664 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.733943 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.734265 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.734552 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.734827 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.735124 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.735410 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.735699 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.736009 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.736290 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.736590 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.736873 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.737160 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.737442 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.737724 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.738012 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.738325 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.738623 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.738920 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.739217 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.739573 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.739874 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.740159 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.740473 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.740757 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:07.740976 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 14:15:07.741227 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103222) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 21 14:15:08.122279 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 21 14:15:08.122557 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 21 14:15:08.122865 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 21 14:15:08.123230 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 21 14:15:08.456755 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.457055 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.457333 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.458682 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.458960 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.459282 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.503817 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.504097 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.504368 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.520834 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.521116 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.521391 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.550864 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.551145 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.551419 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.591590 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.591894 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.592168 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.944190 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.944825 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.945106 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.945562 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:08.946660 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.051597 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.051921 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.052211 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.052488 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.052760 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.053080 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.053346 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.053608 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.053873 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.054184 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.054448 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.054717 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.054977 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.055233 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.055492 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.055760 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.056018 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.056285 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.056557 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.056822 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.057098 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.057355 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.057639 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.058018 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.058297 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.058547 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.058953 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 14:15:09.059198 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 14:15:09.059441 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 14:15:09.059681 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 14:15:09.059921 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 14:15:09.060158 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 14:15:09.060548 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 21 14:15:09.064370 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 21 14:15:09.068369 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 21 14:15:09.072284 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 21 14:15:09.073940 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 21 14:15:09.074710 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 21 14:15:09.075045 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 21 14:15:09.075428 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 21 14:15:09.078341 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 21 14:15:09.078599 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 21 14:15:09.078949 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 14:15:09.084382 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 21 14:15:09.107279 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 21 14:15:09.108272 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.108572 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103222) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 21 14:15:09.108933 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.110362 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103222) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 21 14:15:09.110648 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 14:15:09.110898 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 21 14:15:09.114241 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.114484 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:09.179498 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 21 14:15:09.179732 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 21 14:15:09.179978 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 21 14:15:09.180367 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 21 14:15:09.204238 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_db.sqlalchemy.engines [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103222) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 21 14:15:09.866994 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Initializing driver for type 'gre' Jan 21 14:15:09.867525 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] gre ID ranges: [(1, 1000)] Jan 21 14:15:10.049387 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Initializing driver for type 'local' Jan 21 14:15:10.050054 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Initializing driver for type 'vlan' Jan 21 14:15:10.135207 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] VlanTypeDriver initialization complete Jan 21 14:15:10.135514 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Initializing driver for type 'vxlan' Jan 21 14:15:10.136029 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] vxlan ID ranges: [(1, 1000)] Jan 21 14:15:10.329463 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Initializing extension driver 'port_security' Jan 21 14:15:10.329797 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.extensions.port_security [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] PortSecurityExtensionDriver initialization complete Jan 21 14:15:10.330320 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Initializing mechanism driver 'openvswitch' Jan 21 14:15:10.330641 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Initializing mechanism driver 'hyperv' Jan 21 14:15:10.337422 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:15:10.343070 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > port after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.343070 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > port after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.343070 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > port after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.343070 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103222) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 14:15:10.343070 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > subnet after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.343488 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > subnet after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.343488 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.343488 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103222) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 14:15:10.343488 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > network after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.343488 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > network after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.343870 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > network after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.343870 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103222) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 14:15:10.343870 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > security_group after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.343870 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > security_group after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.344169 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.344372 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103222) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 14:15:10.344794 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.345114 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.345446 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.345835 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103222) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 14:15:10.346260 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > address_group after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.346600 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > address_group after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.346932 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.347320 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103222) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 14:15:10.347757 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] ML2 OVO RPC backend initialized. {{(pid=103222) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 21 14:15:10.348457 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.348802 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.349212 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > network before_response 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.349561 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > networks before_response 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.349903 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > port before_response 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.350270 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > ports before_response 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.350609 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > subnet before_response 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.350983 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > subnets before_response 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.351327 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > network after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.351667 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > network after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.352002 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > network after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.352339 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > port after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.352671 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > port after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.353005 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > port after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.353339 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > subnet after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.353674 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > subnet after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.354002 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.354613 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.plugin [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Modular L2 Plugin initialization complete Jan 21 14:15:10.354945 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading services supported by the core plugin {{(pid=103222) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 21 14:15:10.355271 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.plugins.ml2.managers [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Got port-security extension from driver 'port_security' Jan 21 14:15:10.355734 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.extensions.vlantransparent [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Disabled vlantransparent extension. Jan 21 14:15:10.356215 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103222) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 21 14:15:10.356526 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading Plugin: router Jan 21 14:15:10.394661 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.394979 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router after_create 55549900 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.395366 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router before_create 55549900 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.395709 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.396076 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.396427 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router after_delete 55549900 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.396782 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.397247 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.397604 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router after_create 55549900 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.397948 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router after_update 55549900 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.398315 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router after_update 55549900 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.398662 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.399016 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router after_update 55549900 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.399426 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router precommit_update 55549900 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.399790 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: port after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.400128 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: port after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.400461 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: subnet after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.400795 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.401140 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.401480 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router precommit_create 55549900 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.401817 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: port before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.402180 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router precommit_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.402533 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router after_update 55549900 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.402870 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.403215 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router precommit_create 55549900 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.403568 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.403909 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router precommit_update 55549900 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.404265 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > agent after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.404609 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > agent after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.404948 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > network after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.406368 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Tracking information for resource: router configured {{(pid=103222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 14:15:10.406703 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Tracking information for resource: floatingip configured {{(pid=103222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 14:15:10.411651 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.db.l3_agentschedulers_db [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 21 14:15:10.412214 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: port after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.412573 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: port after_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.412918 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: port after_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.413264 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: port after_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.414040 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router before_create 55550100 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.414428 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.414789 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router precommit_create 55550100 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.415142 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > router precommit_update 55550100 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.419871 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.services.provider_configuration [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service providers = [] {{(pid=103222) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 21 14:15:10.420228 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.db.servicetype_db [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103222) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 21 14:15:10.423813 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.services.service_base [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 14:15:10.424157 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.services.service_base [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 14:15:10.424494 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.services.service_base [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 14:15:10.425363 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.services.service_base [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 14:15:10.425729 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.services.service_base [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 21 14:15:10.426132 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 14:15:10.426446 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 21 14:15:10.437232 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 14:15:10.437566 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading Plugin: auto_allocate Jan 21 14:15:10.443266 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: network precommit_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.443633 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: network precommit_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.444149 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 14:15:10.444463 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading Plugin: tag Jan 21 14:15:10.451237 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 14:15:10.451565 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading Plugin: timestamp Jan 21 14:15:10.455964 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 14:15:10.456288 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading Plugin: network_ip_availability Jan 21 14:15:10.461727 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.462127 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.462484 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.463193 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 14:15:10.463511 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading Plugin: flavors Jan 21 14:15:10.469028 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 14:15:10.469357 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading Plugin: revisions Jan 21 14:15:10.473674 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 14:15:10.474085 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_concurrency.lockutils [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.351s {{(pid=103222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 21 14:15:10.474823 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103222) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 21 14:15:10.475157 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Initializing extension manager. Jan 21 14:15:10.475669 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: __init__.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.476005 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: __pycache__ {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.476334 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.476661 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: address_group.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.477410 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.477966 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: address-group Jan 21 14:15:10.478321 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: address_scope.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.479027 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.479532 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: address-scope Jan 21 14:15:10.479853 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.480778 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.481288 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: router-admin-state-down-before-update Jan 21 14:15:10.481607 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: agent.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.482331 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.482841 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: agent Jan 21 14:15:10.483187 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: agent_resources_synced.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.484085 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.484593 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: agent-resources-synced Jan 21 14:15:10.484912 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: allowedaddresspairs.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.486729 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.487250 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: allowed-address-pairs Jan 21 14:15:10.487576 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: auto_allocated_topology.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.488657 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.489169 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: auto-allocated-topology Jan 21 14:15:10.489492 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: availability_zone.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.490219 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.490728 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: availability_zone Jan 21 14:15:10.491048 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: availability_zone_filter.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.491946 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.492451 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: availability_zone_filter Jan 21 14:15:10.492770 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: data_plane_status.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.493660 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.494194 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension data-plane-status not supported by any of loaded plugins Jan 21 14:15:10.494511 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: default_subnetpools.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.495415 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.495920 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: default-subnetpools Jan 21 14:15:10.496238 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.497043 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.497543 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: dhcp_agent_scheduler Jan 21 14:15:10.497861 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: dns.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.498834 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.499336 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension dns-integration not supported by any of loaded plugins Jan 21 14:15:10.499653 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: dns_domain_ports.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.500562 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.501059 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 21 14:15:10.501375 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.502314 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.502815 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 21 14:15:10.503133 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: dvr.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.503798 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.504301 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: dvr Jan 21 14:15:10.504614 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: ecmp_routes.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.505514 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.506052 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 21 14:15:10.506397 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: empty_string_filtering.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.507290 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.507794 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: empty-string-filtering Jan 21 14:15:10.508108 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.509009 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.509512 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 21 14:15:10.509824 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.510750 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.511249 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 21 14:15:10.511564 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: external_net.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.512474 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.512983 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: external-net Jan 21 14:15:10.513299 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.514225 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.515276 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: extra_dhcp_opt Jan 21 14:15:10.515595 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: extraroute.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.516502 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.517002 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: extraroute Jan 21 14:15:10.517320 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: extraroute_atomic.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.518583 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.519101 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: extraroute-atomic Jan 21 14:15:10.519418 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: filter_validation.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.520078 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.520581 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: filter-validation Jan 21 14:15:10.520958 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: fip_pf_description.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.521827 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.522352 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 21 14:15:10.522668 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: fip_port_details.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.523566 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.524062 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: fip-port-details Jan 21 14:15:10.524382 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: flavors.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.525616 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.526147 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: flavors Jan 21 14:15:10.526468 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.528148 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.528671 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 21 14:15:10.529008 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: floatingip_pools.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.529694 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.530791 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: floatingip-pools Jan 21 14:15:10.531121 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: ip_allocation.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.532040 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.532549 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension ip_allocation not supported by any of loaded plugins Jan 21 14:15:10.532873 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.533791 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.534328 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: ip-substring-filtering Jan 21 14:15:10.534681 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: l2_adjacency.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.535596 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.536093 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 21 14:15:10.536415 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: l3.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.537378 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.537894 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: router Jan 21 14:15:10.538255 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.540494 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.541053 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 21 14:15:10.541386 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.542344 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.542859 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: ext-gw-mode Jan 21 14:15:10.543186 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.544106 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.544614 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: l3-ha Jan 21 14:15:10.544939 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: l3_flavors.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.545863 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.546667 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: l3-flavors Jan 21 14:15:10.546989 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.547896 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.548404 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 21 14:15:10.548728 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: l3agentscheduler.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.549758 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.550306 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: l3_agent_scheduler Jan 21 14:15:10.550633 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: local_ip.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.552417 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.552936 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension local_ip not supported by any of loaded plugins Jan 21 14:15:10.553266 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: logging.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.554908 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.555438 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension logging not supported by any of loaded plugins Jan 21 14:15:10.555763 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: metering.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.556503 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.561276 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: metering Jan 21 14:15:10.561276 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.561276 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.561276 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: metering_source_and_destination_fields Jan 21 14:15:10.561276 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: multiprovidernet.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.561276 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.563635 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: multi-provider Jan 21 14:15:10.563635 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: netmtu.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.563635 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.563635 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: net-mtu Jan 21 14:15:10.563635 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: netmtu_writable.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.565462 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.565462 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: net-mtu-writable Jan 21 14:15:10.565462 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: network_availability_zone.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.565462 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.565752 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: network_availability_zone Jan 21 14:15:10.565945 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: network_ip_availability.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.567082 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.567596 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: network-ip-availability Jan 21 14:15:10.567913 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: network_segment_range.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.568679 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.569181 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension network-segment-range not supported by any of loaded plugins Jan 21 14:15:10.569499 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: pagination.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.570508 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.570842 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: pagination Jan 21 14:15:10.571161 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: port_device_profile.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.572095 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.572609 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: port-device-profile Jan 21 14:15:10.572929 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.573983 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.574756 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: port-mac-address-regenerate Jan 21 14:15:10.574756 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.575590 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.576094 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: port-numa-affinity-policy Jan 21 14:15:10.576415 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: port_resource_request.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.577978 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.578504 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension port-resource-request not supported by any of loaded plugins Jan 21 14:15:10.578827 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: port_resource_request_groups.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.579795 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.580320 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 21 14:15:10.580619 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: portbindings.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.581544 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.582048 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: binding Jan 21 14:15:10.582390 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: portbindings_extended.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.583684 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.584201 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: binding-extended Jan 21 14:15:10.584528 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: portsecurity.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.585446 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.585957 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: port-security Jan 21 14:15:10.586311 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: project_id.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.587283 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.587611 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: project-id Jan 21 14:15:10.587930 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: providernet.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.588848 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.589361 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: provider Jan 21 14:15:10.589681 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: qos.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.593948 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.594503 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension qos not supported by any of loaded plugins Jan 21 14:15:10.594834 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.596086 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.596599 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 21 14:15:10.596924 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.597830 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.598377 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 21 14:15:10.598702 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: qos_default.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.599603 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.600112 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension qos-default not supported by any of loaded plugins Jan 21 14:15:10.600437 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: qos_fip.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.601345 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.601858 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension qos-fip not supported by any of loaded plugins Jan 21 14:15:10.602214 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.603112 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.603616 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 21 14:15:10.603933 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: qos_gateway_ip.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.604841 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.605346 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 21 14:15:10.605662 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: qos_port_network_policy.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.606728 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.607233 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 21 14:15:10.607552 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.608648 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.609152 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 21 14:15:10.609471 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: qos_pps_rule.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.610716 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.611320 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension qos-pps not supported by any of loaded plugins Jan 21 14:15:10.611741 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: qos_rule_type_details.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.612657 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.613171 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 21 14:15:10.613496 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: qos_rules_alias.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.614554 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.615066 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 21 14:15:10.615389 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: quota_check_limit.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.616288 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.616804 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: quota-check-limit Jan 21 14:15:10.617127 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: quotasv2.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.618124 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.618450 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: quotas Jan 21 14:15:10.618770 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: quotasv2_detail.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.622159 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.622501 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: quota_details Jan 21 14:15:10.622831 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: rbac.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.623947 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.624621 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: rbac-policies Jan 21 14:15:10.624814 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: rbac_address_group.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.634886 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.634886 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: rbac-address-group Jan 21 14:15:10.634886 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: rbac_address_scope.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.634886 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.634886 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: rbac-address-scope Jan 21 14:15:10.634886 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: rbac_security_groups.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.635364 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.635364 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: rbac-security-groups Jan 21 14:15:10.635364 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: rbac_subnetpool.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.635364 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.635364 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: rbac-subnetpool Jan 21 14:15:10.635364 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: revisionifmatch.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.635796 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.635796 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: revision-if-match Jan 21 14:15:10.635796 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: revisions.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.635796 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.635796 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: standard-attr-revisions Jan 21 14:15:10.635796 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: router_availability_zone.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.636225 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.636473 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: router_availability_zone Jan 21 14:15:10.636789 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: routerservicetype.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.637701 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.638233 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension router-service-type not supported by any of loaded plugins Jan 21 14:15:10.638552 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.640067 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.640573 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: security-groups-normalized-cidr Jan 21 14:15:10.640890 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.641810 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.642358 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: port-security-groups-filtering Jan 21 14:15:10.642669 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.643602 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.644108 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: security-groups-remote-address-group Jan 21 14:15:10.644494 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.645766 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.645766 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: security-groups-shared-filtering Jan 21 14:15:10.646971 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.646971 dv-cinder-821602-20-iscsi neutron-server[103222]: WARNING neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 21 14:15:10.646971 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: securitygroup.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.657599 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.658202 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: security-group Jan 21 14:15:10.658569 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: segment.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.659558 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.660097 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension segment not supported by any of loaded plugins Jan 21 14:15:10.660425 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.661520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.662081 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 21 14:15:10.662411 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: servicetype.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.663646 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.664178 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: service-type Jan 21 14:15:10.664503 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: sorting.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.665570 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.665901 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: sorting Jan 21 14:15:10.666256 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: standard_attr_segment.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.667209 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.667755 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 21 14:15:10.668080 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: standardattrdescription.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.668751 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.669261 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: standard-attr-description Jan 21 14:15:10.670528 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: stateful_security_group.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.670701 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.671399 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: stateful-security-group Jan 21 14:15:10.673344 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: stdattrs_common.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.673344 dv-cinder-821602-20-iscsi neutron-server[103222]: WARNING neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 21 14:15:10.673344 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.673721 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.674034 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 21 14:15:10.674381 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: subnet_onboard.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.675528 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.676052 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: subnet_onboard Jan 21 14:15:10.676375 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.677321 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.677872 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 21 14:15:10.678222 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: subnet_service_types.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.679156 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.679675 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: subnet-service-types Jan 21 14:15:10.679994 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: subnetallocation.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.681102 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.681623 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: subnet_allocation Jan 21 14:15:10.681950 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.682661 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.683166 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: subnetpool-prefix-ops Jan 21 14:15:10.683481 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.684406 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.684928 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 21 14:15:10.685238 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: tagging.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.694163 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.694693 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: standard-attr-tag Jan 21 14:15:10.695042 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: timestamp.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.696322 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.696843 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loaded extension: standard-attr-timestamp Jan 21 14:15:10.697167 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: trunk.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.698240 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.698754 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension trunk not supported by any of loaded plugins Jan 21 14:15:10.699078 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: trunk_details.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.699990 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.700507 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension trunk-details not supported by any of loaded plugins Jan 21 14:15:10.700826 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: uplink_status_propagation.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.701741 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.702814 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 21 14:15:10.703137 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Loading extension file: vlantransparent.py {{(pid=103222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 14:15:10.703806 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 14:15:10.704315 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 21 14:15:10.706932 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:network Jan 21 14:15:10.707461 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:subnet Jan 21 14:15:10.707855 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 14:15:10.708240 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:port Jan 21 14:15:10.710736 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.v2.resource_helper [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 14:15:10.711214 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.v2.resource_helper [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service FLAVORS assigned prefix: {{(pid=103222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 14:15:10.711820 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.v2.resource_helper [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 14:15:10.712245 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.v2.resource_helper [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 14:15:10.712578 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:router Jan 21 14:15:10.713007 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:floatingip Jan 21 14:15:10.713504 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.v2.resource_helper [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service METERING assigned prefix: /metering {{(pid=103222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 14:15:10.714962 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.715329 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.715678 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:15:10.716692 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 14:15:10.717135 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:security_group Jan 21 14:15:10.717631 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 14:15:10.718793 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.v2.resource_helper [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service CORE assigned prefix: {{(pid=103222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 14:15:10.719122 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 14:15:10.719466 dv-cinder-821602-20-iscsi neutron-server[103222]: WARNING neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] subnetpool is already registered Jan 21 14:15:10.719889 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.v2.resource_helper [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service CORE assigned prefix: {{(pid=103222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 14:15:10.720230 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 14:15:10.720560 dv-cinder-821602-20-iscsi neutron-server[103222]: WARNING neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] subnetpool is already registered Jan 21 14:15:10.722856 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.v2.resource_helper [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 14:15:10.723284 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.v2.resource_helper [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service FLAVORS assigned prefix: {{(pid=103222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 14:15:10.723866 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.v2.resource_helper [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 14:15:10.724290 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.v2.resource_helper [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 14:15:10.724620 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:router Jan 21 14:15:10.724952 dv-cinder-821602-20-iscsi neutron-server[103222]: WARNING neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] router is already registered Jan 21 14:15:10.725369 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:floatingip Jan 21 14:15:10.725697 dv-cinder-821602-20-iscsi neutron-server[103222]: WARNING neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] floatingip is already registered Jan 21 14:15:10.726174 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.v2.resource_helper [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service METERING assigned prefix: /metering {{(pid=103222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 14:15:10.726840 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 14:15:10.727162 dv-cinder-821602-20-iscsi neutron-server[103222]: WARNING neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] rbac_policy is already registered Jan 21 14:15:10.727576 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:security_group Jan 21 14:15:10.727900 dv-cinder-821602-20-iscsi neutron-server[103222]: WARNING neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] security_group is already registered Jan 21 14:15:10.728300 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 14:15:10.728628 dv-cinder-821602-20-iscsi neutron-server[103222]: WARNING neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] security_group_rule is already registered Jan 21 14:15:10.729246 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.v2.resource_helper [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service CORE assigned prefix: {{(pid=103222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 14:15:10.729569 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 14:15:10.729894 dv-cinder-821602-20-iscsi neutron-server[103222]: WARNING neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] subnetpool is already registered Jan 21 14:15:10.730345 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.v2.resource_helper [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Service CORE assigned prefix: {{(pid=103222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 14:15:10.730678 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 14:15:10.731004 dv-cinder-821602-20-iscsi neutron-server[103222]: WARNING neutron.quota.resource_registry [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] subnetpool is already registered Jan 21 14:15:10.731481 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: extensions {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.732951 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: address-groups {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.734517 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: address-scopes {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.735822 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: agents {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.736977 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: auto-allocated-topology {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.738258 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: availability_zones {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.739476 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: dhcp-networks {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.740957 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: dhcp-agents {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.742401 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: routers {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.744587 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: flavors {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.745746 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: service_profiles {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.746977 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: next_providers {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.748405 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: service_profiles {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.750013 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: floatingip-pools {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.751253 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: routers {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.753340 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: floatingips {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.754632 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: l3-routers {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.756013 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: l3-agents {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.757407 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: metering-labels {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.758774 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: metering-label-rules {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.760033 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: network-ip-availabilities {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.762188 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: bindings {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.762923 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: quotas {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.764997 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: quotas {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.766539 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: rbac-policies {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.767829 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: security-groups {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.769057 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: security-group-rules {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.770292 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: service-providers {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.771502 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: subnetpools {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.772913 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: subnetpools {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.774389 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: tags {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.776034 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: tags {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.778778 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: tags {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.781105 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: tags {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.782909 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: tags {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.784723 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: tags {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.786414 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: tags {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.788263 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: tags {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.789985 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: tags {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.791852 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron.api.extensions [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Extended resource: tags {{(pid=103222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 14:15:10.797948 dv-cinder-821602-20-iscsi neutron-server[103222]: WARNING keystonemiddleware.auth_token [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 21 14:15:10.802627 dv-cinder-821602-20-iscsi neutron-server[103222]: WARNING keystonemiddleware.auth_token [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 21 14:15:10.811198 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_concurrency.lockutils [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Acquired lock "singleton_lock" {{(pid=103222) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 21 14:15:10.812254 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_concurrency.lockutils [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Releasing lock "singleton_lock" {{(pid=103222) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 21 14:15:10.812896 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO oslo_service.service [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Starting 2 workers Jan 21 14:15:10.817782 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Started child 103331 {{(pid=103222) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 14:15:10.822339 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Started child 103332 {{(pid=103222) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 14:15:10.823317 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:10.823946 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO neutron.service [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 21 14:15:10.824576 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:10.824954 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [-] (103331) wsgi starting up on http://0.0.0.0:9696 Jan 21 14:15:10.827695 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO oslo_service.service [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Starting 1 workers Jan 21 14:15:10.827940 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:10.829385 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [-] (103332) wsgi starting up on http://0.0.0.0:9696 Jan 21 14:15:10.833001 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Started child 103333 {{(pid=103222) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 14:15:10.833602 dv-cinder-821602-20-iscsi neutron-server[103222]: INFO oslo_service.service [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Starting 1 workers Jan 21 14:15:10.834601 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 50656) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:15:10.837193 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.service [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] calling RpcWorker wait() {{(pid=103333) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 21 14:15:10.837750 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.service [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] returning from RpcWorker wait() {{(pid=103333) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 21 14:15:10.838268 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Started child 103335 {{(pid=103222) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 14:15:10.839071 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0b38bea-74dc-449f-99dc-84f5b6ac0400 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:10.839174 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:10.839640 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:15:10.841165 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103222) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 21 14:15:10.841380 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 14:15:10.841570 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 14:15:10.841794 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 14:15:10.842165 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 14:15:10.844380 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 14:15:10.844380 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.844380 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.844380 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.844380 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.844380 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.844858 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.844858 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.845070 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071685 Jan 21 14:15:10.845727 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.846242 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.846447 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:10.846953 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.846953 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.846953 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.847149 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.847328 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.847698 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.848054 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.848258 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.848532 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.848707 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.849132 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.849548 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.849948 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.850375 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] debug = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.850640 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.851121 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.854113 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.854113 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.854113 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.854113 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.854113 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.854113 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.854113 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.854113 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.854641 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.854641 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.854641 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.854641 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.854641 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.854938 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.855006 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.855190 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.855816 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] host = dv-cinder-821602-20-iscsi {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.856176 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.856520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.856886 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.857260 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.857644 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.857867 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.860016 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.860016 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.860016 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.860016 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.860016 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.860016 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.860016 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.860016 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_file = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.860544 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_options = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.860544 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.860671 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.860888 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.861242 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.864362 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.864725 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.865166 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.865500 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.865994 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.866406 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.867328 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.867719 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.868075 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.868435 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.868848 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.871647 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.871781 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:15:10.871864 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.871864 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.871988 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.872801 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.872801 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.872977 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.875646 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.875646 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.875646 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.875646 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.875646 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.875646 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.876063 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.876063 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.876283 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.876525 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.876794 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.877032 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.877425 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.877589 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.877748 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.877963 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.878267 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.878510 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.878755 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.879009 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.880009 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.880009 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.880009 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.880009 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.880278 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] use_json = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.880441 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.880686 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.880938 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.881162 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.881385 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.881607 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.882336 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.890538 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.890538 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.890538 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.890538 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.890538 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.890538 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.890538 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.890538 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891081 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891081 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891081 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891081 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891081 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891081 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891081 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891081 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891976 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891976 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891976 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891976 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891976 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891976 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891976 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.891976 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.892406 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.892406 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.892406 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.892406 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.892653 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.892850 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.893374 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.893374 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.893563 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.893778 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.894052 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.895105 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.895372 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.895691 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.896833 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.896833 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.896833 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.896833 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.896833 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.897181 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.897256 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.897499 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.897655 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.897866 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.898118 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.898363 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.899594 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.899594 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.899594 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.899594 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.899594 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.899928 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.899928 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.900190 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.900334 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.900505 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.900719 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.900928 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.901179 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.901397 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.901609 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.901820 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.902055 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.902299 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.902554 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.902771 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.902995 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.904061 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.904061 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.904061 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.904061 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.904061 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.904406 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.904484 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.904689 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.904880 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.905138 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.905344 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.905634 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.905793 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.906942 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.907596 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.908434 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.908434 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.908434 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.908667 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.908870 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.909097 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.911192 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.911192 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.911192 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.911192 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.911192 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.911192 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.911626 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.911626 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.911906 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.912005 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.912229 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.913221 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.913221 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.913221 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.913221 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.913507 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.913702 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.916781 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.916781 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.916781 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.916781 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.917700 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.917700 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.917700 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.921450 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.921789 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.922129 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.922442 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.922715 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.923525 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.923525 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.923525 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.923757 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.923989 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.924242 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.924468 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.924716 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.924974 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.925213 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.925439 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.925780 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.926032 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.926458 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.926886 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.927369 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.928193 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.928602 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.929023 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.929279 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.929694 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.930188 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.930440 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.930666 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.930909 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.931898 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.931898 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.931898 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.931898 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.932183 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.932256 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.932483 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.932674 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.932904 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.933123 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.933356 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.933573 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.933788 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.934015 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.934267 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.934507 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.934753 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.934969 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.935185 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.935416 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.935785 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.936060 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.936787 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.937071 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.938149 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.938149 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.938149 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.938149 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.938578 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.938578 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.938724 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.938921 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.939134 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.939343 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.939584 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.939815 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.940063 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.940285 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.940498 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.940728 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.940973 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.941312 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.941562 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.941810 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.942054 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.943132 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.943392 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.944109 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.944109 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.944109 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.944337 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.944469 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.944914 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.945332 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.946175 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.946175 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.946175 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.946422 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.946422 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.947106 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.947106 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.947274 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.947416 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.947667 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.948548 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.948548 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.948852 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.949059 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.949273 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.949489 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.950776 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.950776 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.950776 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.950776 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.950776 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.951470 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.951628 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.951814 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.952623 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.952837 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.953070 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.953282 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.953499 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.953718 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.953943 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.954178 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.954503 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.954619 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.954855 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.955071 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.955314 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.955523 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.955741 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.955959 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.956173 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.956381 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.956689 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.956936 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.957164 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.957444 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.957686 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.957929 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.958215 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.959115 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.959115 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.959115 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.959703 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.959703 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.959703 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.960080 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.960213 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.960408 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.960665 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.960916 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.961182 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.961510 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.962236 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.962236 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.962440 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.962653 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.962961 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.963210 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.963467 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.963710 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.963931 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.964144 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.964379 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.964613 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.964827 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.965085 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.965294 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.965522 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.966129 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.966129 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.966305 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.966523 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.966771 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.967010 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.967242 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.967394 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 14:15:10.968272 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103222) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 21 14:15:10.968272 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 14:15:10.968272 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 14:15:10.968681 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 14:15:10.968681 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 14:15:10.968917 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 14:15:10.969039 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.969161 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.969282 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.969404 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.969556 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.969773 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.969906 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.970031 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.970256 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.970384 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.970525 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.971513 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.971513 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.971513 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.971513 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.971513 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.971513 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.971513 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.972211 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.972211 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.972211 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.972211 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.973772 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] debug = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.973772 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.973772 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.973772 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.973772 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.973772 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.975444 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.975444 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.975444 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.975444 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.975444 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.975444 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.975444 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.975444 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.976483 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.976483 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.976483 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.976483 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.976483 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.976483 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] host = dv-cinder-821602-20-iscsi {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.976483 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.976483 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.977570 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.977570 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.977570 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.977570 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.978006 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.978006 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.978230 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.978309 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.978432 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.978589 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.978747 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.978908 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_file = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.979063 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_options = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.979418 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.979569 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.979749 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.979939 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.980095 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.980263 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.980363 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.980507 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.980654 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.980803 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.981122 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.981419 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.981725 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.981881 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.982012 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.982189 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.982345 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.983601 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.983601 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.983601 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.983601 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.983601 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.983601 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.983601 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.983601 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.984529 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.984529 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.984529 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.984529 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.984529 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.984529 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.985060 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.985060 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.985060 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.985060 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.985333 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.985333 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.985484 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.985564 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.986541 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.986541 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.986541 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.986541 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.986541 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.986541 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.987656 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.987656 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] use_json = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.987656 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.987656 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.987656 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.987656 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.987656 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.987656 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.989614 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.989614 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.989614 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 14:15:10.989614 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.989614 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.989614 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.989614 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.989614 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.990714 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.990714 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.990714 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.990714 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.990714 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.990714 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.990714 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.990714 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.991530 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.991530 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.991530 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.991530 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.991530 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.991530 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.991530 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.991530 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.992003 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.992003 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.992003 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.992003 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.992003 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.992280 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.992280 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.992399 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.992538 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.992696 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.992858 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.993015 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.993174 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.993333 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.993492 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.993984 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.993984 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.993984 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.994419 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.994419 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.994419 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.994611 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.994755 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.994907 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.995531 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.995531 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.995531 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.995531 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.995823 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.995823 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.995942 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.996112 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.996225 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.996596 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.996596 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.996770 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.996837 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.996967 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.997128 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.997283 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.997417 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.997573 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.997708 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.997866 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.998023 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.998202 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.998366 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.998505 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.998666 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.999373 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.999533 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.999673 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.999811 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:10.999970 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.000132 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.000314 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.000448 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.000606 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.000763 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.000921 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.001889 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.001889 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.001889 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.001889 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.001889 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.001889 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.002788 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:15:11.002900 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.002900 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.002900 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.002900 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.002900 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.002900 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.002900 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.003380 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.003380 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.003380 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.003598 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.003598 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.003742 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.003908 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.004076 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.004229 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.004466 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.004564 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.004676 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.004993 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.006655 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.006655 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.006655 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.006655 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.006655 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.006655 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.006655 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.006655 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.007724 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.007724 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.007724 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.007724 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.007724 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.007724 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.007724 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.007724 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.009520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.009520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.009520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.009520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.009520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.009520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.009520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.009520 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.010255 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.010255 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.010255 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.010255 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.010255 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.010255 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.010255 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.010255 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.011264 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.011264 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.011264 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.011264 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.011264 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.011264 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.011264 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.011264 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.012079 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.012079 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.012079 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.012079 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.012079 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.012079 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.012079 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015053 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015053 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015053 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015053 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015053 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015053 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015053 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015053 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015514 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015514 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015514 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015514 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015514 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015514 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015514 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015514 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015943 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015943 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015943 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015943 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015943 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015943 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.015943 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.016317 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.016317 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.016435 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.016532 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.017001 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.017001 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.017001 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.017409 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.017409 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.017409 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.017858 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.017858 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.017858 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.018294 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.018294 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.018446 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.018525 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.019357 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.019357 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.019357 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.019357 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.019357 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.019357 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.019755 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.019755 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.019872 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.020027 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.020125 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.021128 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.021128 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.021128 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.021128 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.021128 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.021128 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.021553 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.021553 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.021553 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.021827 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.021827 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.021988 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.022103 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.022249 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.022365 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.022537 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.022681 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.022840 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.023760 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.023760 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.023760 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.023760 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.023760 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.023760 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.024357 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.024357 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.024357 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.024357 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.024713 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.024713 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.024855 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.024933 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.025799 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.025799 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.025799 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.025799 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.025799 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.025799 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.026441 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.026441 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.026441 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.026441 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.026733 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.026733 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.026884 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.027094 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.027185 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.027322 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.027479 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.027637 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.027808 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.027967 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.028128 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.028286 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.028446 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.028982 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.029141 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.029308 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.029476 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.030173 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.030173 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.030173 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.030173 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.030461 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.030461 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.030665 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.030810 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.030983 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.031123 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.031260 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.031388 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.031531 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.031706 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.031848 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.032649 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.032649 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.032649 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.032649 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.032649 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.033204 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.033204 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.033204 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.033204 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.033589 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.033589 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.033783 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 14:15:11.033783 dv-cinder-821602-20-iscsi neutron-server[103222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 14:15:23.874238 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af44e19e-7df7-4eb0-8282-f0dfafa24e4c None None] get_active_networks_info from dv-cinder-821602-20-iscsi {{(pid=103333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 21 14:15:23.966550 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af44e19e-7df7-4eb0-8282-f0dfafa24e4c None None] No non-hosted networks {{(pid=103333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 21 14:15:23.984818 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26b32beb-840d-4a35-bb1b-3df701b8eee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1573018'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:26.794098 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c357998f-fb5c-4d5d-8a15-6a0aa2525cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1573018'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:26.876962 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.db.api [None req-3cc2a49e-294f-46cb-a36b-984e722dc2a1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-821602-20-iscsi {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 14:15:26.878113 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG oslo_db.api [None req-3cc2a49e-294f-46cb-a36b-984e722dc2a1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 14:15:27.408077 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a49e-294f-46cb-a36b-984e722dc2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:29.278014 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1573018'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:29.701022 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1573018'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:30.952191 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1573018'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:30.952953 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:30.953788 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:30.954171 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:30.954781 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:30.955322 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:30.955974 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:30.956584 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:30.957232 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:30.957982 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:30.958741 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:30.959575 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:30.960172 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:30.961325 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:30.962102 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821602-20-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:15:30.972531 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821602-20-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:15:32.284998 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.db.l3_hamode_db [None req-6def1b26-2cd1-424d-bf59-3f88c12b3293 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 21 14:15:32.366311 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def1b26-2cd1-424d-bf59-3f88c12b3293 None None] Routers set() bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:15:32.366851 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def1b26-2cd1-424d-bf59-3f88c12b3293 None None] Router IDs set() for agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 21 14:15:34.023048 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 50768) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:15:34.537458 dv-cinder-821602-20-iscsi neutron-server[103332]: WARNING oslo_policy.policy [None req-cb6fa721-f364-4ece-999b-95040f4abc9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 14:15:34.538037 dv-cinder-821602-20-iscsi neutron-server[103332]: WARNING oslo_policy.policy [None req-cb6fa721-f364-4ece-999b-95040f4abc9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 14:15:34.763165 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [None req-cb6fa721-f364-4ece-999b-95040f4abc9e admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:15:34.764283 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-cb6fa721-f364-4ece-999b-95040f4abc9e admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7403617 Jan 21 14:15:37.444541 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 50784) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:15:37.759778 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a6ba212b-71ee-4d7f-8499-08aa24977020 admin admin] Request body: {'subnetpool': {'tenant_id': 'aed679e88c3f492abff9236d42e5ae82', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:15:37.862641 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.policy [None req-a6ba212b-71ee-4d7f-8499-08aa24977020 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103332) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 14:15:37.910717 dv-cinder-821602-20-iscsi neutron-server[103332]: WARNING oslo_policy.policy [None req-a6ba212b-71ee-4d7f-8499-08aa24977020 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 14:15:37.911108 dv-cinder-821602-20-iscsi neutron-server[103332]: WARNING oslo_policy.policy [None req-a6ba212b-71ee-4d7f-8499-08aa24977020 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 14:15:37.919999 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.quota [None req-a6ba212b-71ee-4d7f-8499-08aa24977020 admin admin] Loaded quota_driver: . Jan 21 14:15:38.077451 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a6ba212b-71ee-4d7f-8499-08aa24977020 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761942293454', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761942292891', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761942303566', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761942310455', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761942315378', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761942324261', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-585708', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-624797', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1587978', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1776068'] for rbac-policy (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:38.227708 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a6ba212b-71ee-4d7f-8499-08aa24977020 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:38.228872 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-a6ba212b-71ee-4d7f-8499-08aa24977020 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7833667 Jan 21 14:15:40.990459 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 50796) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:15:41.306824 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'name': 'private', 'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:15:41.442710 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Made reservation on behalf of 7119ce6a7e994e41a16842e7d7ba3b7a for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:15:41.445536 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:41.465220 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:41.592975 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Publish callbacks [] for security_group (29e2db55-7218-4dec-9afe-0c1f441ca7bd), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:41.655548 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (29e2db55-7218-4dec-9afe-0c1f441ca7bd), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:41.677360 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:15:41.706813 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761940066582', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (9a27b8f8-b2d2-4e50-8010-0002a28ea28c), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:41.706813 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Unsubscribe: segment precommit_create {{(pid=103332) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 14:15:41.707301 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.segments_db [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Added segment 9a27b8f8-b2d2-4e50-8010-0002a28ea28c of type vlan for network 4cff7422-a0ef-4091-bf6b-da26b9b6aa51 Jan 21 14:15:41.723434 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e2db55-7218-4dec-9afe-0c1f441ca7bd,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:15:41.771930 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:41.772280 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:41.772617 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:41.772945 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:41.773269 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:41.773590 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:41.773911 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:41.774258 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:41.774607 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:41.774929 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:41.775223 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:41.775538 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:41.775847 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Tracked resource versions report: Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: pushed versions: Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: { 'AddressGroup': {'1.2'}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'ConntrackHelper': {'1.0'}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'LocalIPAssociation': {'1.0'}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Log': {'1.0'}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Network': {'1.1'}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Port': {'1.7'}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'PortForwarding': {'1.2'}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'QosPolicy': {'1.10'}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'SecurityGroup': {'1.5'}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'SecurityGroupRule': {'1.2'}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'SubPort': {'1.0'}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Subnet': {'1.1'}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Trunk': {'1.1'}} Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: consumer versions: Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: { DHCP agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: L3 agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: Metadata agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: Metering agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: Open vSwitch agent@dv-cinder-821602-20-iscsi: { 'AddressGroup': '1.2', Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'ConntrackHelper': '1.0', Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'LocalIPAssociation': '1.0', Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Log': '1.0', Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Network': '1.1', Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Port': '1.7', Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'PortForwarding': '1.2', Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'QosPolicy': '1.10', Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'SecurityGroup': '1.5', Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'SecurityGroupRule': '1.2', Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'SubPort': '1.0', Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Subnet': '1.1', Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Trunk': '1.1'}} Jan 21 14:15:41.777252 dv-cinder-821602-20-iscsi neutron-server[103332]: {{(pid=103332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 14:15:41.821893 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (4cff7422-a0ef-4091-bf6b-da26b9b6aa51), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:41.934573 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (4cff7422-a0ef-4091-bf6b-da26b9b6aa51), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:41.935643 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:15:41.936350 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:42.031989 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] Pushing event updated for resources: {'Network': ['ID=4cff7422-a0ef-4091-bf6b-da26b9b6aa51,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:15:42.043115 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network 4cff7422-a0ef-4091-bf6b-da26b9b6aa51 details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:15:42.062759 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-753b6260-4170-41be-8f55-b1a22f875808 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0712426 Jan 21 14:15:44.829679 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 50810) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:15:45.240987 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe5981-1012-48e0-8506-b52624a76717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:15:45.242394 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-7fbe5981-1012-48e0-8506-b52624a76717 admin admin] 10.222.0.39 "GET /v2.0/networks/4cff7422-a0ef-4091-bf6b-da26b9b6aa51 HTTP/1.1" status: 200 len: 825 time: 0.4117408 Jan 21 14:15:45.267775 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-ed6d0705-ff78-47c5-b427-a4db88add273 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/2f7b9ff1-47b3-4890-9bc6-d71aec549cf3 HTTP/1.1" status: 200 len: 734 time: 0.0197999 Jan 21 14:15:45.276155 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-02d481e1-bab5-4808-ad49-82f0e43ed4d4 admin admin] Request body: {'subnet': {'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51', 'ip_version': 4, 'subnetpool_id': '2f7b9ff1-47b3-4890-9bc6-d71aec549cf3', 'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:15:45.368639 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d481e1-bab5-4808-ad49-82f0e43ed4d4 admin admin] Made reservation on behalf of 7119ce6a7e994e41a16842e7d7ba3b7a for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:15:45.370991 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02d481e1-bab5-4808-ad49-82f0e43ed4d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:45.757778 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02d481e1-bab5-4808-ad49-82f0e43ed4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for subnet (cd199f75-a4b5-4b9d-9c14-46e9334c9b22), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:45.826256 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d481e1-bab5-4808-ad49-82f0e43ed4d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd199f75-a4b5-4b9d-9c14-46e9334c9b22,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:15:45.828187 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d481e1-bab5-4808-ad49-82f0e43ed4d4 admin admin] Checking segment: {'id': '9a27b8f8-b2d2-4e50-8010-0002a28ea28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:15:45.828580 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d481e1-bab5-4808-ad49-82f0e43ed4d4 admin admin] Network hostable DHCP agents. Network: 4cff7422-a0ef-4091-bf6b-da26b9b6aa51, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:15:45.974261 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d481e1-bab5-4808-ad49-82f0e43ed4d4 admin admin] Network 4cff7422-a0ef-4091-bf6b-da26b9b6aa51 is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:15:46.082747 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-02d481e1-bab5-4808-ad49-82f0e43ed4d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, 4cff7422-a0ef-4091-bf6b-da26b9b6aa51) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:15:46.087262 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d481e1-bab5-4808-ad49-82f0e43ed4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:15:46.087853 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02d481e1-bab5-4808-ad49-82f0e43ed4d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:46.092673 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad69cef-627d-42cb-b456-8c536729d050 None None] Network 4cff7422-a0ef-4091-bf6b-da26b9b6aa51 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:15:46.171486 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-02d481e1-bab5-4808-ad49-82f0e43ed4d4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8981934 Jan 21 14:15:46.376415 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp262e89d0-7bb1-5824-b88e-cb05efb5e183-4cff7422-a0ef-4091-bf6b-da26b9b6aa51', 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51', 'project_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'fixed_ips': [{'subnet_id': 'cd199f75-a4b5-4b9d-9c14-46e9334c9b22'}]}} from dv-cinder-821602-20-iscsi. {{(pid=103333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 14:15:46.377858 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:46.706339 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Allocated IP 172.20.0.2 (4cff7422-a0ef-4091-bf6b-da26b9b6aa51/cd199f75-a4b5-4b9d-9c14-46e9334c9b22/cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:15:46.988384 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Publish callbacks [] for port (cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9), precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:47.078397 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:47.164086 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Network 4cff7422-a0ef-4091-bf6b-da26b9b6aa51 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:15:47.168337 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:15:47.172678 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Pushing event updated for resources: {'Port': ['ID=cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:15:47.175338 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:15:47.207335 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:47.207707 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:47.208082 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:47.208432 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:47.208774 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:47.209115 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:47.209465 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:47.209807 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:47.210164 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:47.210524 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:47.210858 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:47.211185 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:47.211512 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Tracked resource versions report: Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: pushed versions: Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: { 'AddressGroup': {'1.2'}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'ConntrackHelper': {'1.0'}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'LocalIPAssociation': {'1.0'}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Log': {'1.0'}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Network': {'1.1'}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Port': {'1.7'}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'PortForwarding': {'1.2'}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'QosPolicy': {'1.10'}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'SecurityGroup': {'1.5'}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'SecurityGroupRule': {'1.2'}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'SubPort': {'1.0'}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Subnet': {'1.1'}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Trunk': {'1.1'}} Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: consumer versions: Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: { DHCP agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: L3 agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: Metadata agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: Metering agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: Open vSwitch agent@dv-cinder-821602-20-iscsi: { 'AddressGroup': '1.2', Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'ConntrackHelper': '1.0', Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'LocalIPAssociation': '1.0', Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Log': '1.0', Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Network': '1.1', Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Port': '1.7', Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'PortForwarding': '1.2', Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'QosPolicy': '1.10', Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'SecurityGroup': '1.5', Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'SecurityGroupRule': '1.2', Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'SubPort': '1.0', Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Subnet': '1.1', Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Trunk': '1.1'}} Jan 21 14:15:47.212964 dv-cinder-821602-20-iscsi neutron-server[103333]: {{(pid=103333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 14:15:47.265112 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Attempting to bind port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:15:47.265441 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Attempting to bind port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '9a27b8f8-b2d2-4e50-8010-0002a28ea28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:15:47.265886 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Attempting to bind port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 on network 4cff7422-a0ef-4091-bf6b-da26b9b6aa51 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:15:47.271540 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:15:47.271900 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Checking segment: {'id': '9a27b8f8-b2d2-4e50-8010-0002a28ea28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:15:47.272368 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:47.272764 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Bound using segment: {'id': '9a27b8f8-b2d2-4e50-8010-0002a28ea28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:15:47.273263 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Bound port: cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a27b8f8-b2d2-4e50-8010-0002a28ea28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:15:47.273679 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:47.344710 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] For port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:15:47.349581 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] For port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9,segment=NetworkSegment(9a27b8f8-b2d2-4e50-8010-0002a28ea28c),segment_id=9a27b8f8-b2d2-4e50-8010-0002a28ea28c)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:15:47.432163 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:47.501401 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a66aa-44a2-4b03-aa08-ee9f91dd3e31 None None] Pushing event updated for resources: {'Port': ['ID=cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:15:48.732878 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 50818) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:15:49.277776 dv-cinder-821602-20-iscsi neutron-server[103331]: WARNING oslo_policy.policy [None req-700e370a-38c1-4f5b-848a-38b5e0b21f82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 14:15:49.278909 dv-cinder-821602-20-iscsi neutron-server[103331]: WARNING oslo_policy.policy [None req-700e370a-38c1-4f5b-848a-38b5e0b21f82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 14:15:49.506933 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [None req-700e370a-38c1-4f5b-848a-38b5e0b21f82 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:15:49.522097 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-700e370a-38c1-4f5b-848a-38b5e0b21f82 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7732322 Jan 21 14:15:52.060661 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 50832) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:15:52.430888 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [None req-f7d18ca5-2f85-4d4f-8840-d0679f101b1a admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:15:52.431897 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-f7d18ca5-2f85-4d4f-8840-d0679f101b1a admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3700128 Jan 21 14:15:53.831721 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41106a73-b792-42d1-b2f5-3288d98c557a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:55.316739 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 50842) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:15:55.701480 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-9da3ba71-a72f-41b6-8936-e0c554cf52bb admin admin] Request body: {'router': {'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'name': 'router1', 'admin_state_up': True}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:15:55.772404 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.policy [None req-9da3ba71-a72f-41b6-8936-e0c554cf52bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103331) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 14:15:55.822849 dv-cinder-821602-20-iscsi neutron-server[103331]: WARNING oslo_policy.policy [None req-9da3ba71-a72f-41b6-8936-e0c554cf52bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 14:15:55.823242 dv-cinder-821602-20-iscsi neutron-server[103331]: WARNING oslo_policy.policy [None req-9da3ba71-a72f-41b6-8936-e0c554cf52bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 14:15:55.832875 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.quota [None req-9da3ba71-a72f-41b6-8936-e0c554cf52bb admin admin] Loaded quota_driver: . Jan 21 14:15:55.957553 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9da3ba71-a72f-41b6-8936-e0c554cf52bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (887d03ff-d946-4ea8-ba56-b06dfaceb679), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:55.959672 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9da3ba71-a72f-41b6-8936-e0c554cf52bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (887d03ff-d946-4ea8-ba56-b06dfaceb679), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:56.145162 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9da3ba71-a72f-41b6-8936-e0c554cf52bb admin admin] Publish callbacks [] for router_controller (887d03ff-d946-4ea8-ba56-b06dfaceb679), precommit_add_association {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:56.243887 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9da3ba71-a72f-41b6-8936-e0c554cf52bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583159'] for router (887d03ff-d946-4ea8-ba56-b06dfaceb679), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:56.342276 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9da3ba71-a72f-41b6-8936-e0c554cf52bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:56.343680 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-9da3ba71-a72f-41b6-8936-e0c554cf52bb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0258999 Jan 21 14:15:56.712142 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30b23001-04ad-4ae5-8621-76adf93bd751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:57.673325 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:15:57.763291 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:15:57.763964 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:57.891614 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:15:57.892009 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:57.935570 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9,segment=NetworkSegment(9a27b8f8-b2d2-4e50-8010-0002a28ea28c),segment_id=9a27b8f8-b2d2-4e50-8010-0002a28ea28c)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:15:58.002947 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:58.073989 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:15:58.944933 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 50866) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:15:59.036186 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86a1cab-2cef-432b-a71d-2743b8930698 None None] Network 4cff7422-a0ef-4091-bf6b-da26b9b6aa51 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:15:59.119926 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-100d7551-46ef-4629-a207-d1ef8c009961 None None] Provisioning complete for port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:15:59.120325 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-100d7551-46ef-4629-a207-d1ef8c009961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:59.132429 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [None req-c0e81522-14b7-490f-bf94-a45682fcfada admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:15:59.133386 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-c0e81522-14b7-490f-bf94-a45682fcfada admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1874194 Jan 21 14:15:59.243625 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:59.265744 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-100d7551-46ef-4629-a207-d1ef8c009961 None None] Current status of the port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:15:59.495411 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-62346d0c-5f90-46cc-be2c-90d903fa8479 None None] Provisioning complete for port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:15:59.495732 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62346d0c-5f90-46cc-be2c-90d903fa8479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:59.588789 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-62346d0c-5f90-46cc-be2c-90d903fa8479 None None] Current status of the port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:15:59.625893 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:15:59.671764 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:59.683205 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:15:59.683595 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:15:59.760234 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:16:00.961485 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:01.575105 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 50888) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:16:01.632717 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Request body: {'network': {'project_id': 'aed679e88c3f492abff9236d42e5ae82', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'tenant_id': 'aed679e88c3f492abff9236d42e5ae82'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:16:01.740057 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Made reservation on behalf of aed679e88c3f492abff9236d42e5ae82 for: {'network': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:16:01.743145 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:01.759729 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:01.866515 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Publish callbacks [] for security_group (09c7fb97-51d2-423f-898f-d2be4f5f5ae4), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:01.928758 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (09c7fb97-51d2-423f-898f-d2be4f5f5ae4), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:01.941026 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Reserving flat network on physical network physnet1 {{(pid=103331) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 21 14:16:01.973062 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761940066582', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (9b2b72d7-bff9-4743-b266-7abe913e6322), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:01.973663 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Unsubscribe: segment precommit_create {{(pid=103331) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 14:16:01.974248 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.segments_db [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Added segment 9b2b72d7-bff9-4743-b266-7abe913e6322 of type flat for network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 Jan 21 14:16:01.990260 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c7fb97-51d2-423f-898f-d2be4f5f5ae4,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:16:02.017513 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:02.017877 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:02.018276 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:02.018612 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:02.018939 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:02.019263 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:02.019587 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:02.019911 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:02.020253 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:02.020576 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:02.020895 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:02.021218 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:02.021531 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Tracked resource versions report: Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: pushed versions: Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: { 'AddressGroup': {'1.2'}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'ConntrackHelper': {'1.0'}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'LocalIPAssociation': {'1.0'}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Log': {'1.0'}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Network': {'1.1'}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Port': {'1.7'}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'PortForwarding': {'1.2'}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'QosPolicy': {'1.10'}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'SecurityGroup': {'1.5'}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'SecurityGroupRule': {'1.2'}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'SubPort': {'1.0'}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Subnet': {'1.1'}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Trunk': {'1.1'}} Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: consumer versions: Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: { DHCP agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: L3 agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: Metadata agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: Metering agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: Open vSwitch agent@dv-cinder-821602-20-iscsi: { 'AddressGroup': '1.2', Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'ConntrackHelper': '1.0', Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'LocalIPAssociation': '1.0', Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Log': '1.0', Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Network': '1.1', Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Port': '1.7', Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'PortForwarding': '1.2', Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'QosPolicy': '1.10', Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'SecurityGroup': '1.5', Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'SecurityGroupRule': '1.2', Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'SubPort': '1.0', Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Subnet': '1.1', Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Trunk': '1.1'}} Jan 21 14:16:02.023001 dv-cinder-821602-20-iscsi neutron-server[103331]: {{(pid=103331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 14:16:02.094348 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:02.218841 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:02.220037 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:16:02.220748 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:02.317163 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] Pushing event updated for resources: {'Network': ['ID=8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:16:02.327157 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:16:02.353819 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-24d7d084-4fdd-4daa-b3a1-db1982b77431 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7775824 Jan 21 14:16:04.671384 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 50900) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:16:04.808695 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de52b184-fefc-4c95-bfa1-a6cc93f1176b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:16:04.810189 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-de52b184-fefc-4c95-bfa1-a6cc93f1176b admin admin] 10.222.0.39 "GET /v2.0/subnets/cd199f75-a4b5-4b9d-9c14-46e9334c9b22 HTTP/1.1" status: 200 len: 849 time: 0.1378014 Jan 21 14:16:04.961892 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-62bd58b8-344e-4706-b7c2-5a9228ed90f3 admin admin] 10.222.0.39 "GET /v2.0/routers/887d03ff-d946-4ea8-ba56-b06dfaceb679 HTTP/1.1" status: 200 len: 704 time: 0.1461799 Jan 21 14:16:05.311284 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:05.642711 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Allocated IP 172.20.0.1 (4cff7422-a0ef-4091-bf6b-da26b9b6aa51/cd199f75-a4b5-4b9d-9c14-46e9334c9b22/8ca863c8-5584-4387-915d-b6710417efa8) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:16:05.830823 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Publish callbacks [] for port (8ca863c8-5584-4387-915d-b6710417efa8), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:05.991623 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (8ca863c8-5584-4387-915d-b6710417efa8), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:06.073714 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Network 4cff7422-a0ef-4091-bf6b-da26b9b6aa51 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:16:06.079314 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:16:06.084740 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Pushing event updated for resources: {'Port': ['ID=8ca863c8-5584-4387-915d-b6710417efa8,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:16:06.087181 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:16:06.087725 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580293'] for router_interface (887d03ff-d946-4ea8-ba56-b06dfaceb679), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:06.263483 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-f657cc21-2337-414a-ba9b-84393567d011 None None] Provisioning complete for port 8ca863c8-5584-4387-915d-b6710417efa8 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:16:06.264046 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f657cc21-2337-414a-ba9b-84393567d011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (8ca863c8-5584-4387-915d-b6710417efa8), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:06.297885 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f657cc21-2337-414a-ba9b-84393567d011 None None] Port 8ca863c8-5584-4387-915d-b6710417efa8 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:16:06.413213 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (8ca863c8-5584-4387-915d-b6710417efa8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:06.698087 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Publish callbacks [] for port (8ca863c8-5584-4387-915d-b6710417efa8), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:06.763621 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (8ca863c8-5584-4387-915d-b6710417efa8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:06.764466 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797274'] for router_interface (887d03ff-d946-4ea8-ba56-b06dfaceb679), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:06.884209 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Pushing event updated for resources: {'Port': ['ID=8ca863c8-5584-4387-915d-b6710417efa8,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:16:06.929806 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Network 4cff7422-a0ef-4091-bf6b-da26b9b6aa51 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:16:06.931231 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:16:07.119911 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-d7726ed6-712b-4ff6-adc2-5d0aee8521b1 None None] Provisioning complete for port 8ca863c8-5584-4387-915d-b6710417efa8 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:16:07.120306 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7726ed6-712b-4ff6-adc2-5d0aee8521b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (8ca863c8-5584-4387-915d-b6710417efa8), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:07.157001 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Router 887d03ff-d946-4ea8-ba56-b06dfaceb679 is scheduled to L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f with binding_index 1 {{(pid=103331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 14:16:07.157932 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d7726ed6-712b-4ff6-adc2-5d0aee8521b1 None None] Port 8ca863c8-5584-4387-915d-b6710417efa8 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:16:07.251148 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:16:07.256548 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-11c4ed53-e331-41da-ba27-91efc8c83136 admin admin] 10.222.0.39 "PUT /v2.0/routers/887d03ff-d946-4ea8-ba56-b06dfaceb679/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2845876 Jan 21 14:16:07.263504 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Sync routers for ids ['887d03ff-d946-4ea8-ba56-b06dfaceb679'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:16:07.276225 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Routers {'887d03ff-d946-4ea8-ba56-b06dfaceb679'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:16:07.277101 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:15:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['887d03ff-d946-4ea8-ba56-b06dfaceb679'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:16:07.473747 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Set router 887d03ff-d946-4ea8-ba56-b06dfaceb679 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:16:08.007704 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'name': 'router1', 'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:15:55Z', 'updated_at': '2022-01-21T14:16:06Z', 'revision_number': 2, 'project_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'gw_port_host': None, '_interfaces': [{'id': '8ca863c8-5584-4387-915d-b6710417efa8', 'name': '', 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51', 'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'mac_address': 'fa:16:3e:a4:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd199f75-a4b5-4b9d-9c14-46e9334c9b22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:16:05Z', 'updated_at': '2022-01-21T14:16:06Z', 'revision_number': 2, 'project_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'subnets': [{'id': 'cd199f75-a4b5-4b9d-9c14-46e9334c9b22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f7b9ff1-47b3-4890-9bc6-d71aec549cf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:16:08.102353 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Checking router: 887d03ff-d946-4ea8-ba56-b06dfaceb679 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:16:08.102971 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Updating router 887d03ff-d946-4ea8-ba56-b06dfaceb679 port 8ca863c8-5584-4387-915d-b6710417efa8 binding host dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:16:08.188163 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (8ca863c8-5584-4387-915d-b6710417efa8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:08.837711 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Publish callbacks [] for port (8ca863c8-5584-4387-915d-b6710417efa8), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:08.911085 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (8ca863c8-5584-4387-915d-b6710417efa8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:09.104803 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Attempting to bind port 8ca863c8-5584-4387-915d-b6710417efa8 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:16:09.106233 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Attempting to bind port 8ca863c8-5584-4387-915d-b6710417efa8 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '9a27b8f8-b2d2-4e50-8010-0002a28ea28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:16:09.106954 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Attempting to bind port 8ca863c8-5584-4387-915d-b6710417efa8 on network 4cff7422-a0ef-4091-bf6b-da26b9b6aa51 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:16:09.109609 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Pushing event updated for resources: {'Port': ['ID=8ca863c8-5584-4387-915d-b6710417efa8,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:16:09.118095 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:16:09.118618 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Checking segment: {'id': '9a27b8f8-b2d2-4e50-8010-0002a28ea28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:16:09.119240 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:09.119654 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Bound using segment: {'id': '9a27b8f8-b2d2-4e50-8010-0002a28ea28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:16:09.120164 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Bound port: 8ca863c8-5584-4387-915d-b6710417efa8, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a27b8f8-b2d2-4e50-8010-0002a28ea28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:16:09.120556 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (8ca863c8-5584-4387-915d-b6710417efa8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:09.134058 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:09.134437 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:09.134786 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:09.135121 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:09.135452 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:09.135785 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:09.136113 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:09.136559 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:09.137071 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:09.137445 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:09.137790 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Tracked resource versions report: Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: pushed versions: Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: { 'AddressGroup': {'1.2'}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'ConntrackHelper': {'1.0'}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'LocalIPAssociation': {'1.0'}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Log': {'1.0'}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Network': {'1.1'}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Port': {'1.7'}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'PortForwarding': {'1.2'}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'QosPolicy': {'1.10'}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'SecurityGroup': {'1.5'}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'SecurityGroupRule': {'1.2'}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'SubPort': {'1.0'}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Subnet': {'1.1'}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Trunk': {'1.1'}} Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: consumer versions: Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: { DHCP agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: L3 agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: Metadata agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: Metering agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: Open vSwitch agent@dv-cinder-821602-20-iscsi: { 'AddressGroup': '1.2', Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'ConntrackHelper': '1.0', Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'LocalIPAssociation': '1.0', Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Log': '1.0', Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Network': '1.1', Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Port': '1.7', Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'PortForwarding': '1.2', Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'QosPolicy': '1.10', Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'SecurityGroup': '1.5', Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'SecurityGroupRule': '1.2', Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'SubPort': '1.0', Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Subnet': '1.1', Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Trunk': '1.1'}} Jan 21 14:16:09.142765 dv-cinder-821602-20-iscsi neutron-server[103335]: {{(pid=103335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 14:16:09.194603 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-7f258dfd-7c70-47f2-9ada-7eada412c98f None None] Provisioning complete for port 8ca863c8-5584-4387-915d-b6710417efa8 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:16:09.195720 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f258dfd-7c70-47f2-9ada-7eada412c98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (8ca863c8-5584-4387-915d-b6710417efa8), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:09.211816 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] For port 8ca863c8-5584-4387-915d-b6710417efa8, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:16:09.234538 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] For port 8ca863c8-5584-4387-915d-b6710417efa8, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=8ca863c8-5584-4387-915d-b6710417efa8,segment=NetworkSegment(9a27b8f8-b2d2-4e50-8010-0002a28ea28c),segment_id=9a27b8f8-b2d2-4e50-8010-0002a28ea28c)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:16:09.235250 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7f258dfd-7c70-47f2-9ada-7eada412c98f None None] Port 8ca863c8-5584-4387-915d-b6710417efa8 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:16:09.295834 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (8ca863c8-5584-4387-915d-b6710417efa8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:09.360048 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c27ba4-0c86-4833-b775-317a90d25622 None None] Pushing event updated for resources: {'Port': ['ID=8ca863c8-5584-4387-915d-b6710417efa8,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:16:09.367543 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Routers {'887d03ff-d946-4ea8-ba56-b06dfaceb679'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:16:09.368166 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:15:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['887d03ff-d946-4ea8-ba56-b06dfaceb679'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:16:09.469861 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] Set router 887d03ff-d946-4ea8-ba56-b06dfaceb679 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:16:09.563071 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-c0bddcf9-5377-4bfd-a439-562c793d5817 None None] Provisioning complete for port 8ca863c8-5584-4387-915d-b6710417efa8 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:16:09.563468 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c0bddcf9-5377-4bfd-a439-562c793d5817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (8ca863c8-5584-4387-915d-b6710417efa8), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:09.653944 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c0bddcf9-5377-4bfd-a439-562c793d5817 None None] Current status of the port 8ca863c8-5584-4387-915d-b6710417efa8 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:16:09.654474 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c0bddcf9-5377-4bfd-a439-562c793d5817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (8ca863c8-5584-4387-915d-b6710417efa8), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:09.690803 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-c0bddcf9-5377-4bfd-a439-562c793d5817 None None] For port 8ca863c8-5584-4387-915d-b6710417efa8, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=8ca863c8-5584-4387-915d-b6710417efa8,segment=NetworkSegment(9a27b8f8-b2d2-4e50-8010-0002a28ea28c),segment_id=9a27b8f8-b2d2-4e50-8010-0002a28ea28c)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:16:09.697495 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'name': 'router1', 'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:15:55Z', 'updated_at': '2022-01-21T14:16:06Z', 'revision_number': 2, 'project_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'gw_port_host': None, '_interfaces': [{'id': '8ca863c8-5584-4387-915d-b6710417efa8', 'name': '', 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51', 'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'mac_address': 'fa:16:3e:a4:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd199f75-a4b5-4b9d-9c14-46e9334c9b22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:16:05Z', 'updated_at': '2022-01-21T14:16:09Z', 'revision_number': 4, 'project_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'subnets': [{'id': 'cd199f75-a4b5-4b9d-9c14-46e9334c9b22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f7b9ff1-47b3-4890-9bc6-d71aec549cf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:16:09.728736 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf28397-8e0a-4d9c-8d26-6ec7bf606464 None None] The sync data for ids ['887d03ff-d946-4ea8-ba56-b06dfaceb679'] in dv-cinder-821602-20-iscsi is: [{'id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'name': 'router1', 'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:15:55Z', 'updated_at': '2022-01-21T14:16:06Z', 'revision_number': 2, 'project_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'gw_port_host': None, '_interfaces': [{'id': '8ca863c8-5584-4387-915d-b6710417efa8', 'name': '', 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51', 'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'mac_address': 'fa:16:3e:a4:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd199f75-a4b5-4b9d-9c14-46e9334c9b22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:16:05Z', 'updated_at': '2022-01-21T14:16:09Z', 'revision_number': 4, 'project_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'subnets': [{'id': 'cd199f75-a4b5-4b9d-9c14-46e9334c9b22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f7b9ff1-47b3-4890-9bc6-d71aec549cf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:16:09.763477 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c0bddcf9-5377-4bfd-a439-562c793d5817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (8ca863c8-5584-4387-915d-b6710417efa8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:09.817752 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bddcf9-5377-4bfd-a439-562c793d5817 None None] Pushing event updated for resources: {'Port': ['ID=8ca863c8-5584-4387-915d-b6710417efa8,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:16:12.162085 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 50920) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:16:12.276264 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ff8a50-cb7e-4eb0-97a9-4f95285eb28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:16:12.278211 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-e1ff8a50-cb7e-4eb0-97a9-4f95285eb28e admin admin] 10.222.0.39 "GET /v2.0/networks/8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 HTTP/1.1" status: 200 len: 842 time: 0.1151059 Jan 21 14:16:12.287872 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-6a723bff-2c79-4216-b123-5ba9e17983b2 admin admin] Request body: {'subnet': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'tenant_id': 'aed679e88c3f492abff9236d42e5ae82', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:16:12.379607 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a723bff-2c79-4216-b123-5ba9e17983b2 admin admin] Made reservation on behalf of aed679e88c3f492abff9236d42e5ae82 for: {'subnet': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:16:12.382116 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6a723bff-2c79-4216-b123-5ba9e17983b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:12.803886 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.objects.ports [None req-6a723bff-2c79-4216-b123-5ba9e17983b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103331) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 14:16:12.804265 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6a723bff-2c79-4216-b123-5ba9e17983b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for subnet (48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:12.858238 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a723bff-2c79-4216-b123-5ba9e17983b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:16:12.897519 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a723bff-2c79-4216-b123-5ba9e17983b2 admin admin] Checking segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:16:12.898055 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a723bff-2c79-4216-b123-5ba9e17983b2 admin admin] Network hostable DHCP agents. Network: 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:16:12.980082 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a723bff-2c79-4216-b123-5ba9e17983b2 admin admin] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:16:13.077132 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-6a723bff-2c79-4216-b123-5ba9e17983b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2) {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:16:13.083823 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a723bff-2c79-4216-b123-5ba9e17983b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:16:13.085574 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6a723bff-2c79-4216-b123-5ba9e17983b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:13.090474 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd8f87e-9619-4f6c-96d9-95abe30eb834 None None] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:16:13.208325 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa9960f-ce5f-41fc-8db1-3e3237cbcfc8 None None] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:16:13.273575 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-6a723bff-2c79-4216-b123-5ba9e17983b2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9892340 Jan 21 14:16:15.661693 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 50928) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:16:15.944378 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-228b6473-0c1f-4157-a509-50e428754ef6 admin admin] 10.222.0.39 "GET /v2.0/routers/887d03ff-d946-4ea8-ba56-b06dfaceb679 HTTP/1.1" status: 200 len: 710 time: 0.2812777 Jan 21 14:16:16.067717 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ee707-a1a7-43af-8b78-dd1bfdb34db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:16:16.069058 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-9b2ee707-a1a7-43af-8b78-dd1bfdb34db8 admin admin] 10.222.0.39 "GET /v2.0/networks/8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 HTTP/1.1" status: 200 len: 886 time: 0.1185105 Jan 21 14:16:16.078688 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:16:16.340053 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Publish callbacks [] for router_gateway (887d03ff-d946-4ea8-ba56-b06dfaceb679), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:16.665430 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Publish callbacks [] for router_gateway (887d03ff-d946-4ea8-ba56-b06dfaceb679), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:16.750466 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:16.988296 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Allocated IP 172.27.0.77 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/66ac3640-a9bc-4ce3-a31e-070a41759a6b) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:16:17.151371 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Publish callbacks [] for port (66ac3640-a9bc-4ce3-a31e-070a41759a6b), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:17.271767 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (66ac3640-a9bc-4ce3-a31e-070a41759a6b), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:17.347402 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:16:17.355011 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:16:17.357928 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:16:17.400914 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Pushing event updated for resources: {'Port': ['ID=66ac3640-a9bc-4ce3-a31e-070a41759a6b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:16:17.697224 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 8ca863c8-5584-4387-915d-b6710417efa8 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:16:17.736753 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Publish callbacks [] for router_gateway (887d03ff-d946-4ea8-ba56-b06dfaceb679), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:17.759916 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 8ca863c8-5584-4387-915d-b6710417efa8 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:16:17.759916 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (8ca863c8-5584-4387-915d-b6710417efa8), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:17.868241 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 8ca863c8-5584-4387-915d-b6710417efa8 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:16:17.956968 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1587688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15266'] for router (887d03ff-d946-4ea8-ba56-b06dfaceb679), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:17.962245 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1585117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1587683'] for router (887d03ff-d946-4ea8-ba56-b06dfaceb679), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:18.083067 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Router 887d03ff-d946-4ea8-ba56-b06dfaceb679 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:16:18.194263 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:16:18.198606 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:18.199836 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-5822a4d9-d0ea-49a5-88e9-513c98239d07 admin admin] 10.222.0.39 "PUT /v2.0/routers/887d03ff-d946-4ea8-ba56-b06dfaceb679 HTTP/1.1" status: 200 len: 889 time: 2.1246290 Jan 21 14:16:18.447752 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Sync routers for ids ['887d03ff-d946-4ea8-ba56-b06dfaceb679'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:16:18.461272 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Routers {'887d03ff-d946-4ea8-ba56-b06dfaceb679'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:16:18.462041 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:15:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['887d03ff-d946-4ea8-ba56-b06dfaceb679'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:16:18.684613 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Set router 887d03ff-d946-4ea8-ba56-b06dfaceb679 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:16:19.173155 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'name': 'router1', 'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '66ac3640-a9bc-4ce3-a31e-070a41759a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:15:55Z', 'updated_at': '2022-01-21T14:16:17Z', 'revision_number': 4, 'project_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'gw_port': {'id': '66ac3640-a9bc-4ce3-a31e-070a41759a6b', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:16:16Z', 'updated_at': '2022-01-21T14:16:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '8ca863c8-5584-4387-915d-b6710417efa8', 'name': '', 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51', 'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'mac_address': 'fa:16:3e:a4:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd199f75-a4b5-4b9d-9c14-46e9334c9b22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:16:05Z', 'updated_at': '2022-01-21T14:16:09Z', 'revision_number': 5, 'project_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'subnets': [{'id': 'cd199f75-a4b5-4b9d-9c14-46e9334c9b22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f7b9ff1-47b3-4890-9bc6-d71aec549cf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:16:19.227971 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Checking router: 887d03ff-d946-4ea8-ba56-b06dfaceb679 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:16:19.228341 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Updating router 887d03ff-d946-4ea8-ba56-b06dfaceb679 port 66ac3640-a9bc-4ce3-a31e-070a41759a6b binding host dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:16:19.275589 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (66ac3640-a9bc-4ce3-a31e-070a41759a6b), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:19.609923 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Publish callbacks [] for port (66ac3640-a9bc-4ce3-a31e-070a41759a6b), precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:19.716732 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (66ac3640-a9bc-4ce3-a31e-070a41759a6b), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:19.769407 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Attempting to bind port 66ac3640-a9bc-4ce3-a31e-070a41759a6b on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:16:19.770623 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Attempting to bind port 66ac3640-a9bc-4ce3-a31e-070a41759a6b by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:16:19.770623 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Attempting to bind port 66ac3640-a9bc-4ce3-a31e-070a41759a6b on network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:16:19.775714 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4f7bb-edfe-4e60-8a01-d8d9bc89bd16 None None] Pushing event updated for resources: {'Port': ['ID=66ac3640-a9bc-4ce3-a31e-070a41759a6b,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:16:19.781142 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:16:19.781567 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Checking segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:16:19.781931 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:19.782360 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Bound using segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:16:19.782844 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Bound port: 66ac3640-a9bc-4ce3-a31e-070a41759a6b, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:16:19.783222 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (66ac3640-a9bc-4ce3-a31e-070a41759a6b), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:19.838189 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] For port 66ac3640-a9bc-4ce3-a31e-070a41759a6b, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:16:19.841534 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] For port 66ac3640-a9bc-4ce3-a31e-070a41759a6b, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=66ac3640-a9bc-4ce3-a31e-070a41759a6b,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:16:19.934474 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (66ac3640-a9bc-4ce3-a31e-070a41759a6b), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:19.997744 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4f7bb-edfe-4e60-8a01-d8d9bc89bd16 None None] Pushing event updated for resources: {'Port': ['ID=66ac3640-a9bc-4ce3-a31e-070a41759a6b,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:16:20.000631 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Routers {'887d03ff-d946-4ea8-ba56-b06dfaceb679'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:16:20.001246 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:15:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['887d03ff-d946-4ea8-ba56-b06dfaceb679'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:16:20.121075 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] Set router 887d03ff-d946-4ea8-ba56-b06dfaceb679 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:16:20.347470 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'name': 'router1', 'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '66ac3640-a9bc-4ce3-a31e-070a41759a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:15:55Z', 'updated_at': '2022-01-21T14:16:17Z', 'revision_number': 4, 'project_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'gw_port': {'id': '66ac3640-a9bc-4ce3-a31e-070a41759a6b', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:16:16Z', 'updated_at': '2022-01-21T14:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '8ca863c8-5584-4387-915d-b6710417efa8', 'name': '', 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51', 'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'mac_address': 'fa:16:3e:a4:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd199f75-a4b5-4b9d-9c14-46e9334c9b22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:16:05Z', 'updated_at': '2022-01-21T14:16:09Z', 'revision_number': 5, 'project_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'subnets': [{'id': 'cd199f75-a4b5-4b9d-9c14-46e9334c9b22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f7b9ff1-47b3-4890-9bc6-d71aec549cf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:16:20.375609 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fc4b6-373f-41b3-b03c-c179fdf13df3 None None] The sync data for ids ['887d03ff-d946-4ea8-ba56-b06dfaceb679'] in dv-cinder-821602-20-iscsi is: [{'id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'name': 'router1', 'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '66ac3640-a9bc-4ce3-a31e-070a41759a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:15:55Z', 'updated_at': '2022-01-21T14:16:17Z', 'revision_number': 4, 'project_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'gw_port': {'id': '66ac3640-a9bc-4ce3-a31e-070a41759a6b', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:16:16Z', 'updated_at': '2022-01-21T14:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '8ca863c8-5584-4387-915d-b6710417efa8', 'name': '', 'network_id': '4cff7422-a0ef-4091-bf6b-da26b9b6aa51', 'tenant_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'mac_address': 'fa:16:3e:a4:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887d03ff-d946-4ea8-ba56-b06dfaceb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd199f75-a4b5-4b9d-9c14-46e9334c9b22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:16:05Z', 'updated_at': '2022-01-21T14:16:09Z', 'revision_number': 5, 'project_id': '7119ce6a7e994e41a16842e7d7ba3b7a', 'subnets': [{'id': 'cd199f75-a4b5-4b9d-9c14-46e9334c9b22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f7b9ff1-47b3-4890-9bc6-d71aec549cf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:16:20.739537 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 50940) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:16:20.869413 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-dec0e94f-b104-4188-b745-0075608010d7 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1286306 Jan 21 14:16:21.686111 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 66ac3640-a9bc-4ce3-a31e-070a41759a6b up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:16:21.738648 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 66ac3640-a9bc-4ce3-a31e-070a41759a6b triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:16:21.739053 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (66ac3640-a9bc-4ce3-a31e-070a41759a6b), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:21.830129 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 66ac3640-a9bc-4ce3-a31e-070a41759a6b is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:16:21.830129 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (66ac3640-a9bc-4ce3-a31e-070a41759a6b), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:21.867430 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port 66ac3640-a9bc-4ce3-a31e-070a41759a6b, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=66ac3640-a9bc-4ce3-a31e-070a41759a6b,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:16:21.887127 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:16:21.928378 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (66ac3640-a9bc-4ce3-a31e-070a41759a6b), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:21.979674 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=66ac3640-a9bc-4ce3-a31e-070a41759a6b,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:16:23.661730 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 66ac3640-a9bc-4ce3-a31e-070a41759a6b up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:16:23.718607 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 66ac3640-a9bc-4ce3-a31e-070a41759a6b triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:16:23.718607 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (66ac3640-a9bc-4ce3-a31e-070a41759a6b), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:23.836193 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 66ac3640-a9bc-4ce3-a31e-070a41759a6b is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:16:23.895534 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23b93176-2e27-437c-bb67-8ae498e463a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:26.787189 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-904017fe-fe58-47fb-b2f1-7296548c0c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:29.189823 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:29.664846 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:30.974027 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:53.869108 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a1435a4-2dae-45e7-bade-358beae7661e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:56.709929 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12081519-b2d3-47e4-b0b3-4c2edaebe395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:58.888063 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:16:59.184527 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:16:59.676049 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:00.971698 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:24.800799 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-63f96bb7-3366-48dd-a79c-b72ed42ec0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:26.749282 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5049e4c-a66e-45d0-adf5-8d8874f2ade2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:29.172609 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:29.658172 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:30.993850 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:35.886652 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:17:53.030290 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51424) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:17:53.094773 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f02359a-04f8-4cab-a470-45aeef3a3759 admin admin] GET failed (client error): The resource could not be found. Jan 21 14:17:53.096102 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-3f02359a-04f8-4cab-a470-45aeef3a3759 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648618 Jan 21 14:17:53.257890 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f08fec-b3b8-4ccc-b220-2d293a0d4e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:17:53.259427 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-f1f08fec-b3b8-4ccc-b220-2d293a0d4e8c admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1592543 Jan 21 14:17:53.872934 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-24abea0e-eb25-441b-8475-df7adf91aac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:55.501827 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51434) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:17:55.605700 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93bb2ae-a511-48af-83fe-3f05216115a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:17:55.607131 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-c93bb2ae-a511-48af-83fe-3f05216115a8 admin admin] 10.222.0.39 "GET /v2.0/subnets/cd199f75-a4b5-4b9d-9c14-46e9334c9b22 HTTP/1.1" status: 200 len: 849 time: 0.1039813 Jan 21 14:17:55.618628 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:17:55.785749 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Publish callbacks [] for subnet (cd199f75-a4b5-4b9d-9c14-46e9334c9b22), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:56.028678 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761940026597'] for subnet (cd199f75-a4b5-4b9d-9c14-46e9334c9b22), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:56.061842 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:17:56.061842 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:56.063270 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] 10.222.0.39 "PUT /v2.0/subnets/cd199f75-a4b5-4b9d-9c14-46e9334c9b22 HTTP/1.1" status: 200 len: 868 time: 0.4499502 Jan 21 14:17:56.067716 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651e269-8b6a-4d2d-abc8-895ff59909fe None None] Network 4cff7422-a0ef-4091-bf6b-da26b9b6aa51 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:17:56.088646 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd199f75-a4b5-4b9d-9c14-46e9334c9b22,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:17:56.097192 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:17:56.097553 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:17:56.097918 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:17:56.098276 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:17:56.098611 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:17:56.098941 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:17:56.099292 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:17:56.099665 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:17:56.100030 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:17:56.100367 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:17:56.101629 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:17:56.101861 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:17:56.102227 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9a18d5-8bed-4965-bdf8-614d066ba9fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:17:56.513422 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-5df6c683-6318-47e2-810d-e2adae95b6dc None None] Provisioning complete for port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:17:56.513741 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5df6c683-6318-47e2-810d-e2adae95b6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:56.596264 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5df6c683-6318-47e2-810d-e2adae95b6dc None None] Current status of the port cd9f6d4e-9a63-4fcc-8cdc-69c5582325c9 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:17:56.607081 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-5df6c683-6318-47e2-810d-e2adae95b6dc None None] Provisioning complete for port 8ca863c8-5584-4387-915d-b6710417efa8 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:17:56.607542 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5df6c683-6318-47e2-810d-e2adae95b6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (8ca863c8-5584-4387-915d-b6710417efa8), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:56.698631 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5df6c683-6318-47e2-810d-e2adae95b6dc None None] Current status of the port 8ca863c8-5584-4387-915d-b6710417efa8 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:17:56.730477 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebc86793-bbad-4c17-95a7-7be3aa09379c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:58.398154 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51442) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:17:58.607788 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942c148c-599e-4019-b25b-4357b4444e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:17:58.608181 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942c148c-599e-4019-b25b-4357b4444e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:17:58.610659 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-942c148c-599e-4019-b25b-4357b4444e13 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2106378 Jan 21 14:17:59.188578 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:17:59.657135 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:00.903999 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51450) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:18:00.976796 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:01.036421 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4525658e-cfc8-46fd-b6f6-f2806459b137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:18:01.036896 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4525658e-cfc8-46fd-b6f6-f2806459b137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:18:01.039092 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-4525658e-cfc8-46fd-b6f6-f2806459b137 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1335571 Jan 21 14:18:03.308468 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51458) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:18:03.451546 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91414b23-2922-42e3-9f41-83fe0d65e587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:18:03.452952 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-91414b23-2922-42e3-9f41-83fe0d65e587 admin admin] 10.222.0.39 "GET /v2.0/networks/4cff7422-a0ef-4091-bf6b-da26b9b6aa51 HTTP/1.1" status: 200 len: 869 time: 0.1435359 Jan 21 14:18:05.703886 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51466) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:18:05.829276 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff762de6-803c-4485-910d-e9677a900a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:18:05.830672 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-ff762de6-803c-4485-910d-e9677a900a31 admin admin] 10.222.0.39 "GET /v2.0/networks/8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 HTTP/1.1" status: 200 len: 886 time: 0.1258304 Jan 21 14:18:08.082129 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51474) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:18:08.205579 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ed76f-c5b8-4231-8b7a-6e009a6dd2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:18:08.206043 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ed76f-c5b8-4231-8b7a-6e009a6dd2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:18:08.207639 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-737ed76f-c5b8-4231-8b7a-6e009a6dd2a0 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245532 Jan 21 14:18:10.451564 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 51482) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:18:10.579850 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3121e3-c0b2-4155-acb8-1d7411b1a4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:18:10.580311 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3121e3-c0b2-4155-acb8-1d7411b1a4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:18:10.581870 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-ed3121e3-c0b2-4155-acb8-1d7411b1a4c5 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293297 Jan 21 14:18:12.858093 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 51492) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:18:12.885080 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:18:12.946649 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1306e-0a71-43e0-af0f-a6b632f1f6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:18:12.948013 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-40e1306e-0a71-43e0-af0f-a6b632f1f6ee admin admin] 10.222.0.39 "GET /v2.0/subnets/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7 HTTP/1.1" status: 200 len: 816 time: 0.0889268 Jan 21 14:18:15.206041 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 51500) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:18:15.302872 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d877e144-5725-4428-9f03-da7e65d63654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:18:15.304302 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-d877e144-5725-4428-9f03-da7e65d63654 admin admin] 10.222.0.39 "GET /v2.0/subnets/cd199f75-a4b5-4b9d-9c14-46e9334c9b22 HTTP/1.1" status: 200 len: 868 time: 0.0972700 Jan 21 14:18:23.851580 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d00327cf-8418-4b4c-b53e-72f6295eb01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:26.689700 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c02f1c36-a9d6-4958-a8ae-0bf83c5324df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:29.193910 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:29.684840 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:30.970999 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:40.090495 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 51554) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:18:40.141719 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [None req-de419c2a-365f-4259-b1a8-df6379c3d365 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:18:40.142739 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-de419c2a-365f-4259-b1a8-df6379c3d365 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0513172 Jan 21 14:18:42.493762 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51562) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:18:42.555765 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-982d3d5c-6891-4e87-a27f-e53b56fed7b8 admin admin] GET failed (client error): The resource could not be found. Jan 21 14:18:42.557088 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-982d3d5c-6891-4e87-a27f-e53b56fed7b8 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623469 Jan 21 14:18:42.647580 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0d272a-c564-42ea-9cb9-20bba525e5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:18:42.649108 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-bf0d272a-c564-42ea-9cb9-20bba525e5fa admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0878220 Jan 21 14:18:44.982429 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51572) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:18:45.042143 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d52eeb70-6354-40e8-ad96-7e81b850d1a1 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'aed679e88c3f492abff9236d42e5ae82', 'shared': True, 'project_id': 'aed679e88c3f492abff9236d42e5ae82', 'name': 'shared'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:18:45.130833 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52eeb70-6354-40e8-ad96-7e81b850d1a1 admin admin] Made reservation on behalf of aed679e88c3f492abff9236d42e5ae82 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:18:45.133035 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d52eeb70-6354-40e8-ad96-7e81b850d1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:45.167041 dv-cinder-821602-20-iscsi neutron-server[103332]: WARNING neutron.services.revisions.revision_plugin [None req-d52eeb70-6354-40e8-ad96-7e81b850d1a1 admin admin] Could not find related network for resource to bump revision. Jan 21 14:18:45.180018 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52eeb70-6354-40e8-ad96-7e81b850d1a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:18:45.189177 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d52eeb70-6354-40e8-ad96-7e81b850d1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (f7d46739-18cb-465f-b69f-2d69815d3b7d), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:45.189514 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.segments_db [None req-d52eeb70-6354-40e8-ad96-7e81b850d1a1 admin admin] Added segment f7d46739-18cb-465f-b69f-2d69815d3b7d of type vlan for network 5ca86357-4d96-401a-b886-4184f01f0e5a Jan 21 14:18:45.228303 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d52eeb70-6354-40e8-ad96-7e81b850d1a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (5ca86357-4d96-401a-b886-4184f01f0e5a), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:45.301829 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d52eeb70-6354-40e8-ad96-7e81b850d1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (5ca86357-4d96-401a-b886-4184f01f0e5a), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:45.302842 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52eeb70-6354-40e8-ad96-7e81b850d1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:18:45.303432 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d52eeb70-6354-40e8-ad96-7e81b850d1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:45.361233 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eeb70-6354-40e8-ad96-7e81b850d1a1 admin admin] Pushing event updated for resources: {'Network': ['ID=5ca86357-4d96-401a-b886-4184f01f0e5a,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:18:45.371764 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network 5ca86357-4d96-401a-b886-4184f01f0e5a details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:18:45.391649 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-d52eeb70-6354-40e8-ad96-7e81b850d1a1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4080062 Jan 21 14:18:47.703524 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51582) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:18:47.762467 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1939e584-bcc4-416a-90ad-0c7f83e8aa6c admin admin] GET failed (client error): The resource could not be found. Jan 21 14:18:47.763763 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-1939e584-bcc4-416a-90ad-0c7f83e8aa6c admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592513 Jan 21 14:18:47.837813 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b347ef8-8258-41c7-8b18-4e3bd8f136cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:18:47.839330 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-1b347ef8-8258-41c7-8b18-4e3bd8f136cf admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0715144 Jan 21 14:18:47.850901 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8dfaa060-a2c8-4955-8d69-f9b8387b4eda admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '5ca86357-4d96-401a-b886-4184f01f0e5a', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'tenant_id': 'aed679e88c3f492abff9236d42e5ae82'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:18:47.964733 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfaa060-a2c8-4955-8d69-f9b8387b4eda admin admin] Made reservation on behalf of aed679e88c3f492abff9236d42e5ae82 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:18:47.967161 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa060-a2c8-4955-8d69-f9b8387b4eda admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:48.193415 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa060-a2c8-4955-8d69-f9b8387b4eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for subnet (4f174e11-885f-40df-b3cc-729d5c200813), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:48.249972 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfaa060-a2c8-4955-8d69-f9b8387b4eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f174e11-885f-40df-b3cc-729d5c200813,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:18:48.255217 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfaa060-a2c8-4955-8d69-f9b8387b4eda admin admin] Checking segment: {'id': 'f7d46739-18cb-465f-b69f-2d69815d3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5ca86357-4d96-401a-b886-4184f01f0e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:18:48.255695 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfaa060-a2c8-4955-8d69-f9b8387b4eda admin admin] Network hostable DHCP agents. Network: 5ca86357-4d96-401a-b886-4184f01f0e5a, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:18:48.359127 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfaa060-a2c8-4955-8d69-f9b8387b4eda admin admin] Network 5ca86357-4d96-401a-b886-4184f01f0e5a is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:18:48.445020 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-8dfaa060-a2c8-4955-8d69-f9b8387b4eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, 5ca86357-4d96-401a-b886-4184f01f0e5a) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:18:48.449013 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfaa060-a2c8-4955-8d69-f9b8387b4eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:18:48.449599 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa060-a2c8-4955-8d69-f9b8387b4eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:48.458268 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ea236a-0f86-4059-a7b9-a676b859dc62 None None] Network 5ca86357-4d96-401a-b886-4184f01f0e5a requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:18:48.558729 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp262e89d0-7bb1-5824-b88e-cb05efb5e183-5ca86357-4d96-401a-b886-4184f01f0e5a', 'network_id': '5ca86357-4d96-401a-b886-4184f01f0e5a', 'project_id': 'aed679e88c3f492abff9236d42e5ae82', 'fixed_ips': [{'subnet_id': '4f174e11-885f-40df-b3cc-729d5c200813'}]}} from dv-cinder-821602-20-iscsi. {{(pid=103333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 14:18:48.559556 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:48.578789 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-8dfaa060-a2c8-4955-8d69-f9b8387b4eda admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7312951 Jan 21 14:18:48.700581 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Allocated IP 192.168.233.2 (5ca86357-4d96-401a-b886-4184f01f0e5a/4f174e11-885f-40df-b3cc-729d5c200813/e3f23b9e-c75a-4a09-9dde-413e19ed2616) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:18:48.870108 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Publish callbacks [] for port (e3f23b9e-c75a-4a09-9dde-413e19ed2616), precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:48.946458 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (e3f23b9e-c75a-4a09-9dde-413e19ed2616), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:48.990493 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Network 5ca86357-4d96-401a-b886-4184f01f0e5a is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:18:48.996140 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:18:49.000118 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:18:49.005838 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Pushing event updated for resources: {'Port': ['ID=e3f23b9e-c75a-4a09-9dde-413e19ed2616,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:18:49.017265 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:18:49.019922 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:18:49.019922 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:18:49.019922 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:18:49.019922 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:18:49.019922 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:18:49.019922 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:18:49.019922 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:18:49.021039 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:18:49.021039 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:18:49.021235 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:18:49.021558 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:18:49.021884 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:18:49.186683 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Attempting to bind port e3f23b9e-c75a-4a09-9dde-413e19ed2616 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:18:49.187052 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Attempting to bind port e3f23b9e-c75a-4a09-9dde-413e19ed2616 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': 'f7d46739-18cb-465f-b69f-2d69815d3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5ca86357-4d96-401a-b886-4184f01f0e5a'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:18:49.187411 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Attempting to bind port e3f23b9e-c75a-4a09-9dde-413e19ed2616 on network 5ca86357-4d96-401a-b886-4184f01f0e5a {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:18:49.193114 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:18:49.193482 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Checking segment: {'id': 'f7d46739-18cb-465f-b69f-2d69815d3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5ca86357-4d96-401a-b886-4184f01f0e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:18:49.194011 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:49.194310 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Bound using segment: {'id': 'f7d46739-18cb-465f-b69f-2d69815d3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5ca86357-4d96-401a-b886-4184f01f0e5a'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:18:49.194781 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Bound port: e3f23b9e-c75a-4a09-9dde-413e19ed2616, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d46739-18cb-465f-b69f-2d69815d3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5ca86357-4d96-401a-b886-4184f01f0e5a'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:18:49.195157 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (e3f23b9e-c75a-4a09-9dde-413e19ed2616), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:49.271808 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] For port e3f23b9e-c75a-4a09-9dde-413e19ed2616, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:18:49.275193 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] For port e3f23b9e-c75a-4a09-9dde-413e19ed2616, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=e3f23b9e-c75a-4a09-9dde-413e19ed2616,segment=NetworkSegment(f7d46739-18cb-465f-b69f-2d69815d3b7d),segment_id=f7d46739-18cb-465f-b69f-2d69815d3b7d)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:18:49.336770 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (e3f23b9e-c75a-4a09-9dde-413e19ed2616), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:49.408802 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f241ec-ad38-4f20-9ace-d3bd74cf325a None None] Pushing event updated for resources: {'Port': ['ID=e3f23b9e-c75a-4a09-9dde-413e19ed2616,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:18:49.802390 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device e3f23b9e-c75a-4a09-9dde-413e19ed2616 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:18:49.870240 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port e3f23b9e-c75a-4a09-9dde-413e19ed2616 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:18:49.870817 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (e3f23b9e-c75a-4a09-9dde-413e19ed2616), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:49.889762 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:18:49.977953 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port e3f23b9e-c75a-4a09-9dde-413e19ed2616 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:18:49.978388 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (e3f23b9e-c75a-4a09-9dde-413e19ed2616), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:50.019386 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port e3f23b9e-c75a-4a09-9dde-413e19ed2616, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=e3f23b9e-c75a-4a09-9dde-413e19ed2616,segment=NetworkSegment(f7d46739-18cb-465f-b69f-2d69815d3b7d),segment_id=f7d46739-18cb-465f-b69f-2d69815d3b7d)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:18:50.103005 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (e3f23b9e-c75a-4a09-9dde-413e19ed2616), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:50.160495 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=e3f23b9e-c75a-4a09-9dde-413e19ed2616,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:18:50.462824 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa4a4df-0679-4254-b450-679c9972d4d7 None None] Network 5ca86357-4d96-401a-b886-4184f01f0e5a requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:18:50.582438 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-c0a4e3fa-0b03-41c7-9a02-020373f04980 None None] Provisioning complete for port e3f23b9e-c75a-4a09-9dde-413e19ed2616 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:18:50.583570 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e3fa-0b03-41c7-9a02-020373f04980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (e3f23b9e-c75a-4a09-9dde-413e19ed2616), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:50.732585 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4e3fa-0b03-41c7-9a02-020373f04980 None None] Current status of the port e3f23b9e-c75a-4a09-9dde-413e19ed2616 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:18:50.956479 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-127ecaac-6bb8-419a-8d56-2d53d1e7e3ce None None] Provisioning complete for port e3f23b9e-c75a-4a09-9dde-413e19ed2616 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:18:50.957491 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-127ecaac-6bb8-419a-8d56-2d53d1e7e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (e3f23b9e-c75a-4a09-9dde-413e19ed2616), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:51.062500 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-127ecaac-6bb8-419a-8d56-2d53d1e7e3ce None None] Current status of the port e3f23b9e-c75a-4a09-9dde-413e19ed2616 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:18:51.743142 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device e3f23b9e-c75a-4a09-9dde-413e19ed2616 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:18:51.797638 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port e3f23b9e-c75a-4a09-9dde-413e19ed2616 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:18:51.798127 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (e3f23b9e-c75a-4a09-9dde-413e19ed2616), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:51.892220 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port e3f23b9e-c75a-4a09-9dde-413e19ed2616 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:18:53.850316 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-651d1551-2f43-49ba-b1f1-c36a294b56d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:56.728563 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1338db69-9442-407c-a445-b4086e68e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:59.204379 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:18:59.655520 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:19:01.010116 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:19:23.849994 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00cbfdf4-e7e1-415b-8b34-64dd37e280ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:19:26.695138 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37863654-1b97-4435-8e9b-8b0b5c838774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:19:26.932644 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:19:29.191413 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:19:29.666593 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:19:30.992948 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:19:53.866182 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf807-cc4a-4e66-a61c-f4feb5828483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:19:56.723046 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f005d7a-3305-4674-964b-d739fbdd09cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:19:59.197881 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:19:59.683250 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:00.980821 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:03.891383 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:20:19.276159 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51626) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:20:19.282442 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [None req-e81de816-0236-4658-b164-b3f9f12802e4 tempest-verify_tempest_config-675666666 tempest-verify_tempest_config-675666666-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:20:19.283598 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-e81de816-0236-4658-b164-b3f9f12802e4 tempest-verify_tempest_config-675666666 tempest-verify_tempest_config-675666666-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064197 Jan 21 14:20:19.796423 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51644) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:20:19.904910 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:19.983418 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Publish callbacks [] for security_group (d10fd481-c876-4564-95fe-fc669d90e9e9), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:20.042499 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (d10fd481-c876-4564-95fe-fc669d90e9e9), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:20.092999 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f136ad9d23c40deb94d3f6eb26901f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2954984 Jan 21 14:20:20.096666 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10fd481-c876-4564-95fe-fc669d90e9e9,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:20:20.097061 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 51648) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:20:20.101583 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.104285 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.104285 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.104285 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.104285 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.104285 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.104285 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.104285 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.104285 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.104996 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.104996 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.105210 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.105423 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b170fa30-73aa-495f-ac41-215ec24ac627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.160684 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Publish callbacks [] for security_group (d10fd481-c876-4564-95fe-fc669d90e9e9), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:20.183321 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Publish callbacks [] for security_group (d10fd481-c876-4564-95fe-fc669d90e9e9), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:20.360888 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (d10fd481-c876-4564-95fe-fc669d90e9e9), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:20.364079 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:20.365297 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d10fd481-c876-4564-95fe-fc669d90e9e9 HTTP/1.1" status: 204 len: 168 time: 0.2673175 Jan 21 14:20:20.373886 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10fd481-c876-4564-95fe-fc669d90e9e9,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:20:20.381451 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.381931 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.382304 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.382684 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.382972 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.383304 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.383656 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.383996 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.384331 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.384703 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.385032 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.385357 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:20.385787 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81994ee-ba98-4bf0-9efc-cfd5ce04091b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:20:23.831890 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cb58ac6-9978-4ca9-9186-053f954fc345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:26.722357 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eccbafd0-56ef-4b13-ac96-005772b67cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:29.189749 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:29.691840 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:30.990972 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:40.889645 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:20:53.852964 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af007fa7-daf7-46a1-acc0-d7407aeb0d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:56.690767 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59f91d1b-3c83-478e-a22b-470b3ed966d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:59.199381 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:20:59.664676 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:21:01.012881 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:21:17.888641 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:21:23.942614 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b90c552e-a9b1-4b37-8ecd-54b3cc4ffe54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:21:26.693017 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af197131-3f7a-439b-9d43-7e3bb739d1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:21:29.192777 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:21:29.686833 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:21:31.015597 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:21:53.849470 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acf03837-84c9-474c-80c2-6c35ff872e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:21:54.887720 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:21:56.695064 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4433b4e4-d598-45c6-b0a2-48b1a95fcc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:21:59.192181 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:21:59.689117 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:21:59.832472 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1573018'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:22:00.994371 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:22:14.339954 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 51722) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:22:14.444094 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-ee8ba521-3392-4825-94ea-dbc4780e7698 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1030495 Jan 21 14:22:16.724155 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 51732) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:22:16.780147 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-40395ae4-0aff-4c3d-a4cb-f795332aaf7b admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0548933 Jan 21 14:22:23.840725 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6ccb-74f2-493a-af89-b5e398575902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:22:26.682809 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-39823e06-1002-48d6-929d-2034263bebbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:22:29.228139 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:22:29.708936 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:22:29.839775 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:22:31.008214 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:22:31.886261 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:22:53.864914 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e200a810-26c0-4641-9c4a-4d54a07521d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:22:56.693990 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dbc7bac-bbde-4c25-b6d1-a5bc634b7076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:22:59.222145 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:22:59.713431 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:22:59.790509 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:00.987596 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:08.884483 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:23:23.868448 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2aab04a6-3f87-49b3-bf50-f75ea3ce4db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:26.718986 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53b0ce8f-293b-4290-8869-0f3bc38a90e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:29.207793 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:29.693059 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:29.836892 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:30.999645 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:45.894847 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:23:50.779594 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 51912) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:51.189946 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-548244224-network', 'tenant_id': '4281d95c6f58475687e4b2a612c25805'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:23:51.299193 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Made reservation on behalf of 4281d95c6f58475687e4b2a612c25805 for: {'network': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:23:51.316257 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:51.316257 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:51.374653 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51944) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:51.405071 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Publish callbacks [] for security_group (ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:51.453497 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:51.469089 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51950) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:51.488361 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:23:51.490321 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:51.500788 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:51.501145 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:51.501495 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:51.501838 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:51.502210 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:51.502541 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:51.502873 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:51.503204 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:51.503555 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:51.503889 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:51.504314 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:51.504639 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:51.504964 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Tracked resource versions report: Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: pushed versions: Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: { 'AddressGroup': {'1.2'}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'ConntrackHelper': {'1.0'}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'LocalIPAssociation': {'1.0'}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Log': {'1.0'}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Network': {'1.1'}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Port': {'1.7'}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'PortForwarding': {'1.2'}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'QosPolicy': {'1.10'}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'SecurityGroup': {'1.5'}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'SecurityGroupRule': {'1.2'}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'SubPort': {'1.0'}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Subnet': {'1.1'}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Trunk': {'1.1'}} Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: consumer versions: Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: { DHCP agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: HyperV agent@hv-cinder-82160: {}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: L3 agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: Metadata agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: Metering agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: Open vSwitch agent@dv-cinder-821602-20-iscsi: { 'AddressGroup': '1.2', Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'ConntrackHelper': '1.0', Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'LocalIPAssociation': '1.0', Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Log': '1.0', Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Network': '1.1', Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Port': '1.7', Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'PortForwarding': '1.2', Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'QosPolicy': '1.10', Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'SecurityGroup': '1.5', Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'SecurityGroupRule': '1.2', Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'SubPort': '1.0', Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Subnet': '1.1', Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: 'Trunk': '1.1'}} Jan 21 14:23:51.506696 dv-cinder-821602-20-iscsi neutron-server[103331]: {{(pid=103331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 14:23:51.514216 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (c63498a3-a60b-4808-9a79-a80d295f1918), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:51.514571 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.segments_db [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Added segment c63498a3-a60b-4808-9a79-a80d295f1918 of type vlan for network 817f39d6-1033-4bff-9caf-7c8378950f30 Jan 21 14:23:51.590261 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (817f39d6-1033-4bff-9caf-7c8378950f30), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:51.625316 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 51962) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:51.688270 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (817f39d6-1033-4bff-9caf-7c8378950f30), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:51.690539 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:23:51.690539 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:51.817798 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-74847865-network', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:23:51.852395 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] Pushing event updated for resources: {'Network': ['ID=817f39d6-1033-4bff-9caf-7c8378950f30,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:51.862559 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 51970) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:51.866527 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-eb13c1b0-8f88-426a-9e50-be08aad336e5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0856349 Jan 21 14:23:51.872012 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ba952b1e-0083-4108-9ed0-abd8439811a2 admin admin] Request body: {'subnet': {'network_id': '817f39d6-1033-4bff-9caf-7c8378950f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-548244224-subnet', 'tenant_id': '4281d95c6f58475687e4b2a612c25805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:23:51.879862 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network 817f39d6-1033-4bff-9caf-7c8378950f30 details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:23:51.891493 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-894632663-network', 'tenant_id': 'afa87899460a4d5da7d088c6f24e6a6c'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:23:51.916926 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Made reservation on behalf of 60aa34d5299842f1aa2a2e8e745df561 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:23:51.919250 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:51.927705 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-149051839-network', 'tenant_id': '53f4be14297047ac9c782215bee96797'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:23:51.931477 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.022015 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba952b1e-0083-4108-9ed0-abd8439811a2 admin admin] Made reservation on behalf of 4281d95c6f58475687e4b2a612c25805 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:23:52.024919 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba952b1e-0083-4108-9ed0-abd8439811a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.039468 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] Made reservation on behalf of 53f4be14297047ac9c782215bee96797 for: {'network': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:23:52.041797 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.052771 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.056783 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Publish callbacks [] for security_group (4a4de102-67f6-445f-af71-15631a243640), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.139751 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] Publish callbacks [] for security_group (a11d62d5-0689-4186-ab09-bf3fd85b6a1c), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.224660 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (a11d62d5-0689-4186-ab09-bf3fd85b6a1c), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.259141 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (4a4de102-67f6-445f-af71-15631a243640), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.267640 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:23:52.268201 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] Made reservation on behalf of afa87899460a4d5da7d088c6f24e6a6c for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:23:52.271070 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.279215 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11d62d5-0689-4186-ab09-bf3fd85b6a1c,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:52.284430 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (a7795318-860d-4a2a-ab8b-a57b2da219aa), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.285087 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.segments_db [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] Added segment a7795318-860d-4a2a-ab8b-a57b2da219aa of type vlan for network e22d431d-70ce-45d2-9349-3eeb343bec3f Jan 21 14:23:52.293897 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:23:52.295859 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.326872 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (396a44f4-a2f4-402b-9fc8-d1161c4593ec), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.327209 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.segments_db [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Added segment 396a44f4-a2f4-402b-9fc8-d1161c4593ec of type vlan for network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea Jan 21 14:23:52.330970 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (e22d431d-70ce-45d2-9349-3eeb343bec3f), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.429081 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4de102-67f6-445f-af71-15631a243640,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:52.439375 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (23bc7a6c-f4b1-46b9-adc6-d70b40c31cea), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.453535 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:52.453884 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:52.454246 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:52.454577 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:52.455032 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:52.455205 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:52.455712 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:52.456042 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:52.456381 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:52.456774 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:52.457007 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:52.457337 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:52.457653 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Tracked resource versions report: Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: pushed versions: Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: { 'AddressGroup': {'1.2'}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'ConntrackHelper': {'1.0'}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'LocalIPAssociation': {'1.0'}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Log': {'1.0'}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Network': {'1.1'}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Port': {'1.7'}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'PortForwarding': {'1.2'}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'QosPolicy': {'1.10'}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'SecurityGroup': {'1.5'}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'SecurityGroupRule': {'1.2'}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'SubPort': {'1.0'}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Subnet': {'1.1'}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Trunk': {'1.1'}} Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: consumer versions: Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: { DHCP agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: HyperV agent@hv-cinder-82160: {}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: L3 agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: Metadata agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: Metering agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: Open vSwitch agent@dv-cinder-821602-20-iscsi: { 'AddressGroup': '1.2', Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'ConntrackHelper': '1.0', Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'LocalIPAssociation': '1.0', Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Log': '1.0', Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Network': '1.1', Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Port': '1.7', Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'PortForwarding': '1.2', Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'QosPolicy': '1.10', Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'SecurityGroup': '1.5', Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'SecurityGroupRule': '1.2', Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'SubPort': '1.0', Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Subnet': '1.1', Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: 'Trunk': '1.1'}} Jan 21 14:23:52.458805 dv-cinder-821602-20-iscsi neutron-server[103332]: {{(pid=103332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 14:23:52.461568 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (e22d431d-70ce-45d2-9349-3eeb343bec3f), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.461568 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:23:52.461568 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.521441 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba952b1e-0083-4108-9ed0-abd8439811a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for subnet (6028d9c9-f797-44bb-a56e-4f8bba3790d1), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.537013 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] Pushing event updated for resources: {'Network': ['ID=e22d431d-70ce-45d2-9349-3eeb343bec3f,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:52.560023 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network e22d431d-70ce-45d2-9349-3eeb343bec3f details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:23:52.580634 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] Publish callbacks [] for security_group (07b7567f-f115-47ee-b579-43903d3c8eea), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.583514 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-7c4f706d-0030-4bf4-a24f-690c633a5b50 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9566624 Jan 21 14:23:52.586327 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 51998) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:52.591954 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-b5ca8cdc-57c7-42c9-8ff4-9b8dbcc06aab admin admin] Request body: {'subnet': {'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-149051839-subnet', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:23:52.610843 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba952b1e-0083-4108-9ed0-abd8439811a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6028d9c9-f797-44bb-a56e-4f8bba3790d1,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:52.625275 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba952b1e-0083-4108-9ed0-abd8439811a2 admin admin] Checking segment: {'id': 'c63498a3-a60b-4808-9a79-a80d295f1918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '817f39d6-1033-4bff-9caf-7c8378950f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:23:52.625955 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba952b1e-0083-4108-9ed0-abd8439811a2 admin admin] Network hostable DHCP agents. Network: 817f39d6-1033-4bff-9caf-7c8378950f30, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:23:52.637872 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (23bc7a6c-f4b1-46b9-adc6-d70b40c31cea), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.639812 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:23:52.640629 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.674845 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (07b7567f-f115-47ee-b579-43903d3c8eea), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.725280 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ca8cdc-57c7-42c9-8ff4-9b8dbcc06aab admin admin] Made reservation on behalf of 53f4be14297047ac9c782215bee96797 for: {'subnet': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:23:52.728196 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5ca8cdc-57c7-42c9-8ff4-9b8dbcc06aab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.757746 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:23:52.759744 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba952b1e-0083-4108-9ed0-abd8439811a2 admin admin] Network 817f39d6-1033-4bff-9caf-7c8378950f30 is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:23:52.778336 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] Pushing event updated for resources: {'Network': ['ID=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:52.789847 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:23:52.806719 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-bfbd8164-c7b9-47b7-8b53-8e507d60cf57 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4299593 Jan 21 14:23:52.807535 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52016) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:52.809014 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (f7622816-d080-4580-9446-c26624bae933), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.809529 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.segments_db [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] Added segment f7622816-d080-4580-9446-c26624bae933 of type vlan for network 681b1157-f80e-4bb4-a845-abbb82096624 Jan 21 14:23:52.816471 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f36b1f7f-977c-41e1-acf2-9f3ac3d68fae admin admin] Request body: {'subnet': {'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-subnet', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:23:52.835072 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b7567f-f115-47ee-b579-43903d3c8eea,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:52.861936 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-ba952b1e-0083-4108-9ed0-abd8439811a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, 817f39d6-1033-4bff-9caf-7c8378950f30) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:23:52.901397 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba952b1e-0083-4108-9ed0-abd8439811a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:23:52.901619 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba952b1e-0083-4108-9ed0-abd8439811a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.913204 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9f4139-8895-4227-b493-90cddb4755ae None None] Network 817f39d6-1033-4bff-9caf-7c8378950f30 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:23:52.920099 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (681b1157-f80e-4bb4-a845-abbb82096624), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:52.998449 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-ba952b1e-0083-4108-9ed0-abd8439811a2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1344192 Jan 21 14:23:53.039926 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (681b1157-f80e-4bb4-a845-abbb82096624), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:53.041254 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:23:53.041966 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:53.086973 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0df9fe6-8d8a-4192-9401-902cf85a87f9 None None] Network 817f39d6-1033-4bff-9caf-7c8378950f30 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:23:53.160321 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36b1f7f-977c-41e1-acf2-9f3ac3d68fae admin admin] Made reservation on behalf of 60aa34d5299842f1aa2a2e8e745df561 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:23:53.165911 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f36b1f7f-977c-41e1-acf2-9f3ac3d68fae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:53.175069 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7065206 Jan 21 14:23:53.178010 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52028) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:53.184804 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-470a3eab-1643-420f-a7b9-e025f4f8ec9b admin admin] Request body: {'subnet': {'network_id': '681b1157-f80e-4bb4-a845-abbb82096624', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-894632663-subnet', 'tenant_id': 'afa87899460a4d5da7d088c6f24e6a6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:23:53.192733 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bd3d2-12cc-4ded-83ca-ea5c9355ee76 admin admin] Pushing event updated for resources: {'Network': ['ID=681b1157-f80e-4bb4-a845-abbb82096624,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:53.203556 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5ca8cdc-57c7-42c9-8ff4-9b8dbcc06aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for subnet (211c3ab0-13b0-4e84-95f9-2038fc691000), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:53.261041 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network 681b1157-f80e-4bb4-a845-abbb82096624 details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:23:53.382873 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca8cdc-57c7-42c9-8ff4-9b8dbcc06aab admin admin] Checking segment: {'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:23:53.383560 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ca8cdc-57c7-42c9-8ff4-9b8dbcc06aab admin admin] Network hostable DHCP agents. Network: e22d431d-70ce-45d2-9349-3eeb343bec3f, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:23:53.388266 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470a3eab-1643-420f-a7b9-e025f4f8ec9b admin admin] Made reservation on behalf of afa87899460a4d5da7d088c6f24e6a6c for: {'subnet': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:23:53.390781 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-470a3eab-1643-420f-a7b9-e025f4f8ec9b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:53.392687 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca8cdc-57c7-42c9-8ff4-9b8dbcc06aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=211c3ab0-13b0-4e84-95f9-2038fc691000,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:53.554343 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ca8cdc-57c7-42c9-8ff4-9b8dbcc06aab admin admin] Network e22d431d-70ce-45d2-9349-3eeb343bec3f is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:23:53.619888 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f36b1f7f-977c-41e1-acf2-9f3ac3d68fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for subnet (b1af3231-f7ce-40f9-b8d1-bdab42531b8f), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:53.688088 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-b5ca8cdc-57c7-42c9-8ff4-9b8dbcc06aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, e22d431d-70ce-45d2-9349-3eeb343bec3f) {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:23:53.690049 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-470a3eab-1643-420f-a7b9-e025f4f8ec9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for subnet (371d1aa7-9d91-4f50-94ae-746fe6e5caf5), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:53.695305 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ca8cdc-57c7-42c9-8ff4-9b8dbcc06aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:23:53.697426 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d323a430-0fd4-4e06-a0d4-8b02b71c3f7f None None] Network e22d431d-70ce-45d2-9349-3eeb343bec3f requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:23:53.697787 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b1f7f-977c-41e1-acf2-9f3ac3d68fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1af3231-f7ce-40f9-b8d1-bdab42531b8f,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:53.698867 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5ca8cdc-57c7-42c9-8ff4-9b8dbcc06aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:53.711256 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b1f7f-977c-41e1-acf2-9f3ac3d68fae admin admin] Checking segment: {'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:23:53.711620 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b1f7f-977c-41e1-acf2-9f3ac3d68fae admin admin] Network hostable DHCP agents. Network: 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:23:53.761957 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a3eab-1643-420f-a7b9-e025f4f8ec9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=371d1aa7-9d91-4f50-94ae-746fe6e5caf5,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:53.779586 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a3eab-1643-420f-a7b9-e025f4f8ec9b admin admin] Checking segment: {'id': 'f7622816-d080-4580-9446-c26624bae933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '681b1157-f80e-4bb4-a845-abbb82096624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:23:53.780085 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a3eab-1643-420f-a7b9-e025f4f8ec9b admin admin] Network hostable DHCP agents. Network: 681b1157-f80e-4bb4-a845-abbb82096624, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:23:53.812720 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp262e89d0-7bb1-5824-b88e-cb05efb5e183-e22d431d-70ce-45d2-9349-3eeb343bec3f', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'project_id': '53f4be14297047ac9c782215bee96797', 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000'}]}} from dv-cinder-821602-20-iscsi. {{(pid=103333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 14:23:53.813698 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:53.822261 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b1f7f-977c-41e1-acf2-9f3ac3d68fae admin admin] Network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:23:53.828342 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-b5ca8cdc-57c7-42c9-8ff4-9b8dbcc06aab admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2403860 Jan 21 14:23:53.829305 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52036) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:53.832563 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-f36b1f7f-977c-41e1-acf2-9f3ac3d68fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:23:53.834350 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:23:53.839231 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36b1f7f-977c-41e1-acf2-9f3ac3d68fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:23:53.844743 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f36b1f7f-977c-41e1-acf2-9f3ac3d68fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:53.851506 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05042581-93fc-486b-8099-10959eb545e3 None None] Network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:23:53.899629 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a3eab-1643-420f-a7b9-e025f4f8ec9b admin admin] Network 681b1157-f80e-4bb4-a845-abbb82096624 is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:23:53.925359 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (a7277d1f-9239-43b4-b2a3-9b4848a44b55), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:53.926812 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (a7277d1f-9239-43b4-b2a3-9b4848a44b55), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:53.928060 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-f36b1f7f-977c-41e1-acf2-9f3ac3d68fae admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1155820 Jan 21 14:23:53.944830 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52038) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:53.949671 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:23:53.987352 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Publish callbacks [] for router_controller (a7277d1f-9239-43b4-b2a3-9b4848a44b55), precommit_add_association {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:54.021274 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40f9df5b-f859-43c1-a505-195e932405b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:54.058827 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp262e89d0-7bb1-5824-b88e-cb05efb5e183-23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f'}]}} from dv-cinder-821602-20-iscsi. {{(pid=103333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 14:23:54.058827 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:54.060155 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Allocated IP 172.20.0.2 (e22d431d-70ce-45d2-9349-3eeb343bec3f/211c3ab0-13b0-4e84-95f9-2038fc691000/1345bf73-4483-4b05-9d3c-4970223d5fa1) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:23:54.082250 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (9e0df276-eff3-43a7-aa11-a3ecb8cce288), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:54.083494 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (9e0df276-eff3-43a7-aa11-a3ecb8cce288), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:54.145993 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-470a3eab-1643-420f-a7b9-e025f4f8ec9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, 681b1157-f80e-4bb4-a845-abbb82096624) {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:23:54.150977 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a3eab-1643-420f-a7b9-e025f4f8ec9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:23:54.151569 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-470a3eab-1643-420f-a7b9-e025f4f8ec9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:54.198578 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Publish callbacks [] for router_controller (9e0df276-eff3-43a7-aa11-a3ecb8cce288), precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:54.256794 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Publish callbacks [] for router_gateway (a7277d1f-9239-43b4-b2a3-9b4848a44b55), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:54.314105 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-470a3eab-1643-420f-a7b9-e025f4f8ec9b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1212304 Jan 21 14:23:54.314487 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fbe218-2cbd-487a-8475-0b391f6b909c None None] Network 681b1157-f80e-4bb4-a845-abbb82096624 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:23:54.553050 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Allocated IP 172.20.0.2 (23bc7a6c-f4b1-46b9-adc6-d70b40c31cea/b1af3231-f7ce-40f9-b8d1-bdab42531b8f/3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:23:54.605559 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Publish callbacks [] for router_gateway (9e0df276-eff3-43a7-aa11-a3ecb8cce288), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:54.811473 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52104) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:54.815066 dv-cinder-821602-20-iscsi neutron-server[103332]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 14:23:54.914151 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7413d56d-6e16-48c8-83d9-2a0124e2b756 None None] Network 681b1157-f80e-4bb4-a845-abbb82096624 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:23:54.938972 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Publish callbacks [] for router_gateway (a7277d1f-9239-43b4-b2a3-9b4848a44b55), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:54.961467 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.028797 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Publish callbacks [] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.113691 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Allocated IP 172.27.0.253 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/416aa686-17e1-4d1f-a3d2-11aeb7b32f96) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:23:55.122968 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Publish callbacks [] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.160123 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-019569f6-2c53-4fd6-b271-b9f232ea6116 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:23:55.163395 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-019569f6-2c53-4fd6-b271-b9f232ea6116 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/networks?id=817f39d6-1033-4bff-9caf-7c8378950f30 HTTP/1.1" status: 200 len: 811 time: 0.3491378 Jan 21 14:23:55.166690 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.189808 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-29f02b9b-b359-44f8-86dd-def260bb8371 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/quotas/4281d95c6f58475687e4b2a612c25805 HTTP/1.1" status: 200 len: 375 time: 0.0189254 Jan 21 14:23:55.252418 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Publish callbacks [] for port (416aa686-17e1-4d1f-a3d2-11aeb7b32f96), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.253553 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Pushing event updated for resources: {'Port': ['ID=3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:55.265942 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:55.266368 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:55.266731 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:55.267299 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:55.267487 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:55.267791 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:55.268138 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:55.268535 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:55.268897 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:55.269367 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:55.269699 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:55.270039 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:55.270609 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Tracked resource versions report: Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: pushed versions: Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: { 'AddressGroup': {'1.2'}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'ConntrackHelper': {'1.0'}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'LocalIPAssociation': {'1.0'}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Log': {'1.0'}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Network': {'1.1'}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Port': {'1.7'}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'PortForwarding': {'1.2'}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'QosPolicy': {'1.10'}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'SecurityGroup': {'1.5'}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'SecurityGroupRule': {'1.2'}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'SubPort': {'1.0'}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Subnet': {'1.1'}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Trunk': {'1.1'}} Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: consumer versions: Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: { DHCP agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: HyperV agent@hv-cinder-82160: {}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: L3 agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: Metadata agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: Metering agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: Open vSwitch agent@dv-cinder-821602-20-iscsi: { 'AddressGroup': '1.2', Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'ConntrackHelper': '1.0', Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'LocalIPAssociation': '1.0', Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Log': '1.0', Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Network': '1.1', Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Port': '1.7', Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'PortForwarding': '1.2', Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'QosPolicy': '1.10', Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'SecurityGroup': '1.5', Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'SecurityGroupRule': '1.2', Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'SubPort': '1.0', Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Subnet': '1.1', Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: 'Trunk': '1.1'}} Jan 21 14:23:55.272074 dv-cinder-821602-20-iscsi neutron-server[103333]: {{(pid=103333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 14:23:55.282299 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.295278 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:23:55.309135 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Network e22d431d-70ce-45d2-9349-3eeb343bec3f is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:23:55.310321 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:23:55.312885 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:23:55.325812 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-236a3bac-4b41-47ad-a6a4-e39c15e1410e tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4281d95c6f58475687e4b2a612c25805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924001 Jan 21 14:23:55.334457 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:23:55.336918 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:23:55.367582 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Publish callbacks [] for router_gateway (9e0df276-eff3-43a7-aa11-a3ecb8cce288), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.391150 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (416aa686-17e1-4d1f-a3d2-11aeb7b32f96), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.392286 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.433956 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Pushing event updated for resources: {'Port': ['ID=1345bf73-4483-4b05-9d3c-4970223d5fa1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:55.455862 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Attempting to bind port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:23:55.456238 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Attempting to bind port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:23:55.456607 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Attempting to bind port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a on network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:23:55.460250 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Attempting to bind port 1345bf73-4483-4b05-9d3c-4970223d5fa1 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:23:55.460615 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Attempting to bind port 1345bf73-4483-4b05-9d3c-4970223d5fa1 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:23:55.460971 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Attempting to bind port 1345bf73-4483-4b05-9d3c-4970223d5fa1 on network e22d431d-70ce-45d2-9349-3eeb343bec3f {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:23:55.465277 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:23:55.467219 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:23:55.470819 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:23:55.470819 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Checking segment: {'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:23:55.470819 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.470819 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Bound using segment: {'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:23:55.470819 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Bound port: 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:23:55.470819 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.473877 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:23:55.474282 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Checking segment: {'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:23:55.475221 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.475626 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Bound using segment: {'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:23:55.476094 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Bound port: 1345bf73-4483-4b05-9d3c-4970223d5fa1, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:23:55.476471 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.485625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Pushing event updated for resources: {'Port': ['ID=416aa686-17e1-4d1f-a3d2-11aeb7b32f96,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:55.488556 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:23:55.510205 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Allocated IP 172.27.0.242 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/26ac2b3b-2273-4750-a141-d1d7347c02b4) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:23:55.605621 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] For port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:23:55.610367 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] For port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:23:55.614110 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] For port 1345bf73-4483-4b05-9d3c-4970223d5fa1, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:23:55.618965 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] For port 1345bf73-4483-4b05-9d3c-4970223d5fa1, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=1345bf73-4483-4b05-9d3c-4970223d5fa1,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:23:55.625387 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52142) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:55.675758 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.706614 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.761990 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b8e25-321c-40bb-9b8c-e90cb7bd0bd0 None None] Pushing event updated for resources: {'Port': ['ID=3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:55.817165 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Publish callbacks [] for port (26ac2b3b-2273-4750-a141-d1d7347c02b4), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:55.835315 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cbf58-1e51-48a6-8214-3eae388b69d0 None None] Pushing event updated for resources: {'Port': ['ID=1345bf73-4483-4b05-9d3c-4970223d5fa1,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:56.176017 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52160) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:56.206218 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (26ac2b3b-2273-4750-a141-d1d7347c02b4), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.234147 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-422e2563-401c-48b6-a7f0-0f2e1899b740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.266896 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-eff3a2cf-c1bb-4131-bf3f-404a32b38573 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:23:56.268324 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-eff3a2cf-c1bb-4131-bf3f-404a32b38573 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2685030 Jan 21 14:23:56.309477 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Publish callbacks [] for router_gateway (a7277d1f-9239-43b4-b2a3-9b4848a44b55), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.320455 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52166) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:56.323474 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:23:56.329416 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1493143994-network', 'tenant_id': 'a9564c4a7ca1457b95bc2d0da60eefed'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:23:56.345963 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:23:56.356811 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:23:56.398727 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Pushing event updated for resources: {'Port': ['ID=26ac2b3b-2273-4750-a141-d1d7347c02b4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:56.408390 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-930180c3-d35f-4173-8674-30215ec6beb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.519349 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-422e2563-401c-48b6-a7f0-0f2e1899b740 admin admin] Publish callbacks [] for security_group (e81a66c6-45cd-4999-bd9f-3d36c2500705), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.522957 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] Made reservation on behalf of a9564c4a7ca1457b95bc2d0da60eefed for: {'network': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:23:56.524923 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.539164 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.545690 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-b0afed61-aff1-41fd-8e86-ea771f7b0a9f service neutron] 10.222.0.39 "GET /v2.0/networks/817f39d6-1033-4bff-9caf-7c8378950f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695897 Jan 21 14:23:56.601934 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-422e2563-401c-48b6-a7f0-0f2e1899b740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e81a66c6-45cd-4999-bd9f-3d36c2500705), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.666711 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583159'] for router (a7277d1f-9239-43b4-b2a3-9b4848a44b55), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.679725 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-422e2563-401c-48b6-a7f0-0f2e1899b740 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b61709ddcc64f348c0950967bf2b40b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0531964 Jan 21 14:23:56.686832 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52170) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:56.711339 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e2563-401c-48b6-a7f0-0f2e1899b740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81a66c6-45cd-4999-bd9f-3d36c2500705,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:56.721465 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-9c4b2242-aaaa-4734-a70c-1229c76e7d64 service neutron] 10.222.0.39 "GET /v2.0/networks/817f39d6-1033-4bff-9caf-7c8378950f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615489 Jan 21 14:23:56.723205 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80fe9f7c-f366-4019-beda-e93e079d9b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.728655 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-930180c3-d35f-4173-8674-30215ec6beb4 admin admin] Publish callbacks [] for security_group (434c3aac-bc40-4075-82f5-09ae28da0f5d), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.796788 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] Publish callbacks [] for security_group (26b17b2b-3a92-4460-94b1-e58f6a993f74), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.808838 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Publish callbacks [] for router_gateway (9e0df276-eff3-43a7-aa11-a3ecb8cce288), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.852778 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-930180c3-d35f-4173-8674-30215ec6beb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (434c3aac-bc40-4075-82f5-09ae28da0f5d), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.897132 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-661b0389-d228-4ffa-a986-1ab815cde9cf admin admin] Publish callbacks [] for security_group (e81a66c6-45cd-4999-bd9f-3d36c2500705), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.906339 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (26b17b2b-3a92-4460-94b1-e58f6a993f74), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.906642 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930180c3-d35f-4173-8674-30215ec6beb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434c3aac-bc40-4075-82f5-09ae28da0f5d,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:56.956881 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-661b0389-d228-4ffa-a986-1ab815cde9cf admin admin] Publish callbacks [] for security_group (e81a66c6-45cd-4999-bd9f-3d36c2500705), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:56.990189 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-930180c3-d35f-4173-8674-30215ec6beb4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c515a23eb5f840a28e416d36817eadf2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8153389 Jan 21 14:23:56.993362 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52186) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:57.021838 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:23:57.067444 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b17b2b-3a92-4460-94b1-e58f6a993f74,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:57.079585 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (c45f0b15-119f-46d4-ad38-c43c7eb60d48), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:57.079585 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.segments_db [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] Added segment c45f0b15-119f-46d4-ad38-c43c7eb60d48 of type vlan for network 9a8b4607-d2d6-4c0a-b176-40df22d24057 Jan 21 14:23:57.156152 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b06eb272-afa5-4265-ab6c-cd962e5d42f7 admin admin] Publish callbacks [] for security_group (434c3aac-bc40-4075-82f5-09ae28da0f5d), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:57.169284 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (9a8b4607-d2d6-4c0a-b176-40df22d24057), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:57.209507 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-661b0389-d228-4ffa-a986-1ab815cde9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e81a66c6-45cd-4999-bd9f-3d36c2500705), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:57.212312 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-661b0389-d228-4ffa-a986-1ab815cde9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:57.214497 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-661b0389-d228-4ffa-a986-1ab815cde9cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e81a66c6-45cd-4999-bd9f-3d36c2500705 HTTP/1.1" status: 204 len: 168 time: 0.5255067 Jan 21 14:23:57.218120 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52202) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:57.224226 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b06eb272-afa5-4265-ab6c-cd962e5d42f7 admin admin] Publish callbacks [] for security_group (434c3aac-bc40-4075-82f5-09ae28da0f5d), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:57.258721 dv-cinder-821602-20-iscsi neutron-server[103331]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 14:23:57.333419 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583159'] for router (9e0df276-eff3-43a7-aa11-a3ecb8cce288), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:57.348689 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9ddd5d2a-d709-4f89-82aa-637bbe1f929d req-83a501d0-bf1f-4682-b167-94c15a668bd1 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.1042438 Jan 21 14:23:57.358240 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Router a7277d1f-9239-43b4-b2a3-9b4848a44b55 is scheduled to L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f with binding_index 1 {{(pid=103331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 14:23:57.361376 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b0389-d228-4ffa-a986-1ab815cde9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81a66c6-45cd-4999-bd9f-3d36c2500705,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:57.405436 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b06eb272-afa5-4265-ab6c-cd962e5d42f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (434c3aac-bc40-4075-82f5-09ae28da0f5d), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:57.409128 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b06eb272-afa5-4265-ab6c-cd962e5d42f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:57.409324 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7b42eb-d859-4997-9a5e-4930bdc40ccf None None] Network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:23:57.410512 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-b06eb272-afa5-4265-ab6c-cd962e5d42f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/434c3aac-bc40-4075-82f5-09ae28da0f5d HTTP/1.1" status: 204 len: 168 time: 0.4159818 Jan 21 14:23:57.437939 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06eb272-afa5-4265-ab6c-cd962e5d42f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434c3aac-bc40-4075-82f5-09ae28da0f5d,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:57.572096 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:23:57.585987 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Sync routers for ids ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:23:57.601787 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (9a8b4607-d2d6-4c0a-b176-40df22d24057), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:57.606634 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Routers {'a7277d1f-9239-43b4-b2a3-9b4848a44b55'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:23:57.607016 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:23:57.607671 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:57.611058 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:23:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:23:57.638190 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-871b5cb8-3804-4742-bffc-e170cddff5ed None None] Provisioning complete for port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:23:57.638875 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-871b5cb8-3804-4742-bffc-e170cddff5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:57.853408 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] Pushing event updated for resources: {'Network': ['ID=9a8b4607-d2d6-4c0a-b176-40df22d24057,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:57.905705 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network 9a8b4607-d2d6-4c0a-b176-40df22d24057 details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:23:57.909711 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-f529bbd0-0b7c-46b0-8997-de0bd4737bbb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5849235 Jan 21 14:23:57.909912 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52224) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:57.915889 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-eb34578f-b5b6-4c06-b025-ddd37048e957 admin admin] Request body: {'subnet': {'network_id': '9a8b4607-d2d6-4c0a-b176-40df22d24057', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1493143994-subnet', 'tenant_id': 'a9564c4a7ca1457b95bc2d0da60eefed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:23:57.957080 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 is scheduled to L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 14:23:57.964333 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-871b5cb8-3804-4742-bffc-e170cddff5ed None None] Current status of the port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:23:57.970502 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-871b5cb8-3804-4742-bffc-e170cddff5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:57.983218 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c08e5d-9791-4fa3-bda4-57e424b74ffb None None] Network e22d431d-70ce-45d2-9349-3eeb343bec3f requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:23:58.015086 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:58.016387 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-0c5dc7cf-eab3-483e-be8e-051aa31a37bb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1859152 Jan 21 14:23:58.019216 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52228) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:58.279978 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Set router a7277d1f-9239-43b4-b2a3-9b4848a44b55 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:23:58.288211 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb34578f-b5b6-4c06-b025-ddd37048e957 admin admin] Made reservation on behalf of a9564c4a7ca1457b95bc2d0da60eefed for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:23:58.292326 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb34578f-b5b6-4c06-b025-ddd37048e957 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:58.369481 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 1345bf73-4483-4b05-9d3c-4970223d5fa1 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:23:58.389856 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-871b5cb8-3804-4742-bffc-e170cddff5ed None None] For port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:23:58.471529 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:23:58.488278 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-871b5cb8-3804-4742-bffc-e170cddff5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:58.575185 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Sync routers for ids ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:23:58.576034 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ec56c65a-23b6-468f-8799-703e740e49c3 req-65b0609c-2bc0-4588-a0b6-99ff1309a4e8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.0820286 Jan 21 14:23:58.678927 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Routers {'9e0df276-eff3-43a7-aa11-a3ecb8cce288'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:23:58.679592 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:23:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:23:58.697085 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 1345bf73-4483-4b05-9d3c-4970223d5fa1 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:23:58.697791 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:58.721477 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:58.732224 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52266) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:58.739027 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-310b6868-672f-4edc-9a54-e86a56f9b410 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7925911 Jan 21 14:23:58.780354 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b5cb8-3804-4742-bffc-e170cddff5ed None None] Pushing event updated for resources: {'Port': ['ID=3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:58.800702 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:23:55Z', 'revision_number': 3, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:23:58.833706 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Checking router: a7277d1f-9239-43b4-b2a3-9b4848a44b55 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:23:58.834259 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Updating router a7277d1f-9239-43b4-b2a3-9b4848a44b55 port 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 binding host dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:23:58.876748 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52272) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:58.878366 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (416aa686-17e1-4d1f-a3d2-11aeb7b32f96), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:58.930880 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d97a08da-8df4-4cc1-828d-c7bb88af7e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:58.947878 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb34578f-b5b6-4c06-b025-ddd37048e957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for subnet (3ea843c5-6517-4649-9093-f730ae231a42), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.127498 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-e82edebb-ef80-4df9-943c-a22e4cf4cda2 None None] Provisioning complete for port 1345bf73-4483-4b05-9d3c-4970223d5fa1 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:23:59.128097 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e82edebb-ef80-4df9-943c-a22e4cf4cda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.413964 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34578f-b5b6-4c06-b025-ddd37048e957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea843c5-6517-4649-9093-f730ae231a42,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:59.467088 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Set router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:23:59.469256 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d97a08da-8df4-4cc1-828d-c7bb88af7e2d admin admin] Publish callbacks [] for security_group (b5403100-b01e-46f3-b901-88eaddba3796), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.469256 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34578f-b5b6-4c06-b025-ddd37048e957 admin admin] Checking segment: {'id': 'c45f0b15-119f-46d4-ad38-c43c7eb60d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9a8b4607-d2d6-4c0a-b176-40df22d24057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:23:59.469256 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb34578f-b5b6-4c06-b025-ddd37048e957 admin admin] Network hostable DHCP agents. Network: 9a8b4607-d2d6-4c0a-b176-40df22d24057, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:23:59.469969 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Publish callbacks [] for port (416aa686-17e1-4d1f-a3d2-11aeb7b32f96), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.471308 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d97a08da-8df4-4cc1-828d-c7bb88af7e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (b5403100-b01e-46f3-b901-88eaddba3796), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.471308 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a08da-8df4-4cc1-828d-c7bb88af7e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5403100-b01e-46f3-b901-88eaddba3796,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:59.471308 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-d97a08da-8df4-4cc1-828d-c7bb88af7e2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=24f2c37779954958a17a37dd137950de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5824854 Jan 21 14:23:59.471308 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52284) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:23:59.477772 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 1345bf73-4483-4b05-9d3c-4970223d5fa1 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:23:59.478228 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.524643 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a69c59d9-47e2-43fc-97c6-87a56d13f0e7 admin admin] Publish callbacks [] for security_group (b5403100-b01e-46f3-b901-88eaddba3796), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.527400 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (416aa686-17e1-4d1f-a3d2-11aeb7b32f96), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.533034 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.541177 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb34578f-b5b6-4c06-b025-ddd37048e957 admin admin] Network 9a8b4607-d2d6-4c0a-b176-40df22d24057 is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:23:59.611188 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Pushing event updated for resources: {'Port': ['ID=416aa686-17e1-4d1f-a3d2-11aeb7b32f96,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:59.611709 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a69c59d9-47e2-43fc-97c6-87a56d13f0e7 admin admin] Publish callbacks [] for security_group (b5403100-b01e-46f3-b901-88eaddba3796), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.642154 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:59.645141 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:59.645505 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:59.645877 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:59.648881 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:59.649526 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:59.649881 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:59.652579 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:59.653145 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:59.657122 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-eb34578f-b5b6-4c06-b025-ddd37048e957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, 9a8b4607-d2d6-4c0a-b176-40df22d24057) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:23:59.657356 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:59.657904 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:59.658533 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:59.658989 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Tracked resource versions report: Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: pushed versions: Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: { 'AddressGroup': {'1.2'}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'ConntrackHelper': {'1.0'}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'LocalIPAssociation': {'1.0'}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Log': {'1.0'}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Network': {'1.1'}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Port': {'1.7'}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'PortForwarding': {'1.2'}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'QosPolicy': {'1.10'}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'SecurityGroup': {'1.5'}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'SecurityGroupRule': {'1.2'}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'SubPort': {'1.0'}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Subnet': {'1.1'}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Trunk': {'1.1'}} Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: consumer versions: Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: { DHCP agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: HyperV agent@hv-cinder-82160: {}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: L3 agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: Metadata agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: Metering agent@dv-cinder-821602-20-iscsi: {}, Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: Open vSwitch agent@dv-cinder-821602-20-iscsi: { 'AddressGroup': '1.2', Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'ConntrackHelper': '1.0', Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'LocalIPAssociation': '1.0', Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Log': '1.0', Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Network': '1.1', Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Port': '1.7', Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'PortForwarding': '1.2', Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'QosPolicy': '1.10', Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'SecurityGroup': '1.5', Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'SecurityGroupRule': '1.2', Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'SubPort': '1.0', Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Subnet': '1.1', Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: 'Trunk': '1.1'}} Jan 21 14:23:59.660800 dv-cinder-821602-20-iscsi neutron-server[103335]: {{(pid=103335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 14:23:59.665483 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.686813 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Attempting to bind port 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:23:59.687454 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Attempting to bind port 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:23:59.688457 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Attempting to bind port 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 on network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:23:59.688698 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port 1345bf73-4483-4b05-9d3c-4970223d5fa1, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=1345bf73-4483-4b05-9d3c-4970223d5fa1,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:23:59.699669 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:23:59.700568 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Checking segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:23:59.701134 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.701895 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Bound using segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:23:59.702786 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Bound port: 416aa686-17e1-4d1f-a3d2-11aeb7b32f96, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:23:59.703366 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (416aa686-17e1-4d1f-a3d2-11aeb7b32f96), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.703473 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6320af10-b195-4285-a4f9-cf74e8e2023d req-6ce24aa9-a1fb-493d-90ad-ce24c594fc38 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.0481756 Jan 21 14:23:59.731882 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc18ff0-7b15-45fb-a94e-42878c795f7b None None] Network 9a8b4607-d2d6-4c0a-b176-40df22d24057 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:23:59.781836 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb34578f-b5b6-4c06-b025-ddd37048e957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:23:59.784853 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb34578f-b5b6-4c06-b025-ddd37048e957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.836176 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] For port 416aa686-17e1-4d1f-a3d2-11aeb7b32f96, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:23:59.836176 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] For port 416aa686-17e1-4d1f-a3d2-11aeb7b32f96, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=416aa686-17e1-4d1f-a3d2-11aeb7b32f96,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:23:59.852386 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.871409 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.872334 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:23:59.899070 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a69c59d9-47e2-43fc-97c6-87a56d13f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (b5403100-b01e-46f3-b901-88eaddba3796), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.902324 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a69c59d9-47e2-43fc-97c6-87a56d13f0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.906186 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-a69c59d9-47e2-43fc-97c6-87a56d13f0e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5403100-b01e-46f3-b901-88eaddba3796 HTTP/1.1" status: 204 len: 168 time: 0.4334524 Jan 21 14:23:59.919664 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c59d9-47e2-43fc-97c6-87a56d13f0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5403100-b01e-46f3-b901-88eaddba3796,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:23:59.932559 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (416aa686-17e1-4d1f-a3d2-11aeb7b32f96), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:23:59.960881 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-eb34578f-b5b6-4c06-b025-ddd37048e957 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0499766 Jan 21 14:23:59.961385 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52304) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:00.013873 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Allocated IP 172.20.0.1 (e22d431d-70ce-45d2-9349-3eeb343bec3f/211c3ab0-13b0-4e84-95f9-2038fc691000/a45f5d4d-fa30-47e4-903e-a68958d10bbe) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:24:00.040701 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:00.067596 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e82edebb-ef80-4df9-943c-a22e4cf4cda2 None None] Current status of the port 1345bf73-4483-4b05-9d3c-4970223d5fa1 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:00.069210 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e82edebb-ef80-4df9-943c-a22e4cf4cda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:00.085928 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Routers {'a7277d1f-9239-43b4-b2a3-9b4848a44b55'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:24:00.088412 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:23:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:00.102355 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79654681-8d37-4a91-9d78-0c3d3c0203d9 None None] Pushing event updated for resources: {'Port': ['ID=416aa686-17e1-4d1f-a3d2-11aeb7b32f96,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:00.137746 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:00.138791 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:00.212712 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:00.217814 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=1345bf73-4483-4b05-9d3c-4970223d5fa1,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:00.231862 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:23:56Z', 'revision_number': 3, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:00.258019 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52314) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:00.300505 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Checking router: 9e0df276-eff3-43a7-aa11-a3ecb8cce288 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:24:00.300627 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Updating router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 port 26ac2b3b-2273-4750-a141-d1d7347c02b4 binding host dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:24:00.307123 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Publish callbacks [] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:00.322483 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] Set router a7277d1f-9239-43b4-b2a3-9b4848a44b55 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:24:00.328087 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5487f05-e4e1-4311-a86c-8667031acc0f None None] Network 9a8b4607-d2d6-4c0a-b176-40df22d24057 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:24:00.347145 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e82ff57-6276-47ef-b7b3-63f8b88d786e admin admin] Deleting subnet 371d1aa7-9d91-4f50-94ae-746fe6e5caf5 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:24:00.357000 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e82ff57-6276-47ef-b7b3-63f8b88d786e admin admin] Publish callbacks [] for subnet (371d1aa7-9d91-4f50-94ae-746fe6e5caf5), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:00.372155 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.db.api [None req-e82edebb-ef80-4df9-943c-a22e4cf4cda2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 14:24:00.372541 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG oslo_db.api [None req-e82edebb-ef80-4df9-943c-a22e4cf4cda2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 14:24:00.377090 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (26ac2b3b-2273-4750-a141-d1d7347c02b4), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:00.435684 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Allocated IP 172.20.0.1 (23bc7a6c-f4b1-46b9-adc6-d70b40c31cea/b1af3231-f7ce-40f9-b8d1-bdab42531b8f/ca807907-185a-46e1-8083-4ee06c0676e5) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:24:00.548803 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:00.587921 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:00.656405 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Network e22d431d-70ce-45d2-9349-3eeb343bec3f is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:24:00.665835 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:24:00.668828 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:24:00.669811 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580293'] for router_interface (a7277d1f-9239-43b4-b2a3-9b4848a44b55), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:00.727894 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c192cb3b-39c9-42d0-8cc1-4394326bdd61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:00.747909 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e82ff57-6276-47ef-b7b3-63f8b88d786e admin admin] Publish callbacks [] for subnet (371d1aa7-9d91-4f50-94ae-746fe6e5caf5), precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:00.765880 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e82ff57-6276-47ef-b7b3-63f8b88d786e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (371d1aa7-9d91-4f50-94ae-746fe6e5caf5), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:00.845787 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 1345bf73-4483-4b05-9d3c-4970223d5fa1 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:24:00.858229 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:23:55Z', 'revision_number': 3, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:00.910798 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4beadb-d34b-436c-80b4-6d4e28741610 None None] The sync data for ids ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'] in dv-cinder-821602-20-iscsi is: [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:23:55Z', 'revision_number': 3, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:24:00.923468 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Pushing event updated for resources: {'Port': ['ID=a45f5d4d-fa30-47e4-903e-a68958d10bbe,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:00.994346 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Publish callbacks [] for port (ca807907-185a-46e1-8083-4ee06c0676e5), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:00.998583 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c192cb3b-39c9-42d0-8cc1-4394326bdd61 admin admin] Publish callbacks [] for security_group (ece9f58a-a2a0-4f05-be61-1a00755ae1cd), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.001421 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e82ff57-6276-47ef-b7b3-63f8b88d786e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for subnet (371d1aa7-9d91-4f50-94ae-746fe6e5caf5), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.065615 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82ff57-6276-47ef-b7b3-63f8b88d786e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371d1aa7-9d91-4f50-94ae-746fe6e5caf5,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:01.078461 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e82ff57-6276-47ef-b7b3-63f8b88d786e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.081975 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-1e82ff57-6276-47ef-b7b3-63f8b88d786e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/371d1aa7-9d91-4f50-94ae-746fe6e5caf5 HTTP/1.1" status: 204 len: 168 time: 0.8226538 Jan 21 14:24:01.094488 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c192cb3b-39c9-42d0-8cc1-4394326bdd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (ece9f58a-a2a0-4f05-be61-1a00755ae1cd), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.094578 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52332) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:01.124771 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Publish callbacks [] for port (26ac2b3b-2273-4750-a141-d1d7347c02b4), precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.136991 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e82edebb-ef80-4df9-943c-a22e4cf4cda2 None None] Current status of the port 1345bf73-4483-4b05-9d3c-4970223d5fa1 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:01.156878 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-e82edebb-ef80-4df9-943c-a22e4cf4cda2 None None] Provisioning complete for port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:01.158223 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e82edebb-ef80-4df9-943c-a22e4cf4cda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.161299 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-c192cb3b-39c9-42d0-8cc1-4394326bdd61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a338ae872d7b4928a35be1b4fc1887c4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1988764 Jan 21 14:24:01.163669 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192cb3b-39c9-42d0-8cc1-4394326bdd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece9f58a-a2a0-4f05-be61-1a00755ae1cd,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:01.168372 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52336) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:01.188528 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fdcb788b-520d-4bf1-9b02-8cb934e1170d req-dc545c0c-2a1a-4b3d-a585-95e6bcbac038 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.0478814 Jan 21 14:24:01.202484 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 1345bf73-4483-4b05-9d3c-4970223d5fa1 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:01.202881 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.229625 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (26ac2b3b-2273-4750-a141-d1d7347c02b4), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.233183 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.243153 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1124a955-b782-4d0f-9ce2-aaf0e5f98df8 admin admin] Publish callbacks [] for security_group (ece9f58a-a2a0-4f05-be61-1a00755ae1cd), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.269657 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1124a955-b782-4d0f-9ce2-aaf0e5f98df8 admin admin] Publish callbacks [] for security_group (ece9f58a-a2a0-4f05-be61-1a00755ae1cd), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.324191 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (681b1157-f80e-4bb4-a845-abbb82096624), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.370724 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69ec66-3676-4bed-ae59-17c1d7da239c None None] Pushing event updated for resources: {'Port': ['ID=26ac2b3b-2273-4750-a141-d1d7347c02b4,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:01.370724 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Attempting to bind port 26ac2b3b-2273-4750-a141-d1d7347c02b4 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:24:01.370724 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Attempting to bind port 26ac2b3b-2273-4750-a141-d1d7347c02b4 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:24:01.372079 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Attempting to bind port 26ac2b3b-2273-4750-a141-d1d7347c02b4 on network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:24:01.389259 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:24:01.391175 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Checking segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:24:01.391663 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.392075 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Bound using segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:24:01.393418 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Bound port: 26ac2b3b-2273-4750-a141-d1d7347c02b4, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:24:01.393824 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (26ac2b3b-2273-4750-a141-d1d7347c02b4), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.445588 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (681b1157-f80e-4bb4-a845-abbb82096624), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.501758 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:01.504379 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1124a955-b782-4d0f-9ce2-aaf0e5f98df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (ece9f58a-a2a0-4f05-be61-1a00755ae1cd), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.508733 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1124a955-b782-4d0f-9ce2-aaf0e5f98df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.510241 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-1124a955-b782-4d0f-9ce2-aaf0e5f98df8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ece9f58a-a2a0-4f05-be61-1a00755ae1cd HTTP/1.1" status: 204 len: 168 time: 0.3408837 Jan 21 14:24:01.520074 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:01.520074 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:01.520074 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Subscribe: > port after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:01.520074 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:01.523661 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124a955-b782-4d0f-9ce2-aaf0e5f98df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece9f58a-a2a0-4f05-be61-1a00755ae1cd,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:01.525118 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Subscribe: > port after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:01.525517 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:01.525903 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:01.526312 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:01.526665 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:01.554904 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] For port 26ac2b3b-2273-4750-a141-d1d7347c02b4, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:24:01.592657 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] For port 26ac2b3b-2273-4750-a141-d1d7347c02b4, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=26ac2b3b-2273-4750-a141-d1d7347c02b4,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:24:01.592657 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e82edebb-ef80-4df9-943c-a22e4cf4cda2 None None] Current status of the port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:01.592657 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 1345bf73-4483-4b05-9d3c-4970223d5fa1 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:01.592657 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:24:01.649519 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:01.655977 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.680962 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (26ac2b3b-2273-4750-a141-d1d7347c02b4), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.773054 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-58836a4a-156a-4897-96c6-94e3918121e8 None None] Provisioning complete for port 1345bf73-4483-4b05-9d3c-4970223d5fa1 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:01.773451 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58836a4a-156a-4897-96c6-94e3918121e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.783090 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69ec66-3676-4bed-ae59-17c1d7da239c None None] Pushing event updated for resources: {'Port': ['ID=26ac2b3b-2273-4750-a141-d1d7347c02b4,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:01.810739 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Routers {'9e0df276-eff3-43a7-aa11-a3ecb8cce288'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:24:01.811579 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:23:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:01.829625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:01.830463 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:01.830463 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:01.830694 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:01.830971 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681b1157-f80e-4bb4-a845-abbb82096624']}} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:01.838501 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.933106 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:01.969013 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7622816-d080-4580-9446-c26624bae933') {'for_net_delete': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:01.969293 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7622816-d080-4580-9446-c26624bae933') {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:02.090594 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:02.182891 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8286560'] for segment (f7622816-d080-4580-9446-c26624bae933), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:02.190055 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:24:02.241305 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:24:02.254154 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:24:02.290135 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (f7622816-d080-4580-9446-c26624bae933), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:02.300307 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Pushing event updated for resources: {'Port': ['ID=ca807907-185a-46e1-8083-4ee06c0676e5,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:02.301963 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] Set router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:24:02.332921 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:24:02.333334 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1489372'] for segment (f7622816-d080-4580-9446-c26624bae933), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: from cryptography.utils import int_from_bytes Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: from cryptography.utils import int_from_bytes Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: Traceback (most recent call last): Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: timer() Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: cb(*args, **kw) Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: return func(*args, **kwargs) Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: self._notify() Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: self.callback(batched_events) Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: event.method(event) Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: return f(self, *a, **k) Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._get(url).json() Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: return self.request(url, 'GET', **kwargs) Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:24:02.346499 dv-cinder-821602-20-iscsi neutron-server[103331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:24:02.383398 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-58836a4a-156a-4897-96c6-94e3918121e8 None None] Current status of the port 1345bf73-4483-4b05-9d3c-4970223d5fa1 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:02.400695 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-51fb1aef-eaf7-4b70-86b4-b301721b983d req-3e994443-f454-4a95-983a-bfcc6386b178 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.0905619 Jan 21 14:24:02.493833 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580293'] for router_interface (9e0df276-eff3-43a7-aa11-a3ecb8cce288), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:02.511810 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-58836a4a-156a-4897-96c6-94e3918121e8 None None] Provisioning complete for port a45f5d4d-fa30-47e4-903e-a68958d10bbe triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:02.511810 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58836a4a-156a-4897-96c6-94e3918121e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:02.640028 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-58836a4a-156a-4897-96c6-94e3918121e8 None None] Port a45f5d4d-fa30-47e4-903e-a68958d10bbe cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:24:02.655117 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Publish callbacks [] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:02.708742 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (681b1157-f80e-4bb4-a845-abbb82096624), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:02.719127 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:23:56Z', 'revision_number': 3, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:02.727050 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:02.730670 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] 10.222.0.39 "DELETE /v2.0/networks/681b1157-f80e-4bb4-a845-abbb82096624 HTTP/1.1" status: 204 len: 168 time: 1.6390257 Jan 21 14:24:02.735558 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52378) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:02.767283 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57f6ba-b01b-479d-88a6-6c7bb230b719 admin admin] Pushing event deleted for resources: {'Network': ['ID=681b1157-f80e-4bb4-a845-abbb82096624,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:02.769250 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:02.794955 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b329bb-b98e-402c-a10a-58a053cebc47 None None] The sync data for ids ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'] in dv-cinder-821602-20-iscsi is: [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:23:56Z', 'revision_number': 3, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:24:02.801821 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-6626d48a-c220-44c3-9d57-b6ac7b217281 None None] Provisioning complete for port ca807907-185a-46e1-8083-4ee06c0676e5 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:02.802255 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6626d48a-c220-44c3-9d57-b6ac7b217281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:02.820499 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa9ad3f-fe9c-4ceb-b74f-f4baa41931c9 admin admin] Deleting subnet 3ea843c5-6517-4649-9093-f730ae231a42 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:24:02.829708 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9aa9ad3f-fe9c-4ceb-b74f-f4baa41931c9 admin admin] Publish callbacks [] for subnet (3ea843c5-6517-4649-9093-f730ae231a42), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:02.870673 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6626d48a-c220-44c3-9d57-b6ac7b217281 None None] Port ca807907-185a-46e1-8083-4ee06c0676e5 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:24:02.883657 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9aa9ad3f-fe9c-4ceb-b74f-f4baa41931c9 admin admin] Publish callbacks [] for subnet (3ea843c5-6517-4649-9093-f730ae231a42), precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:02.895529 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:24:02.904053 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9aa9ad3f-fe9c-4ceb-b74f-f4baa41931c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (3ea843c5-6517-4649-9093-f730ae231a42), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:02.908280 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Pushing event updated for resources: {'Port': ['ID=a45f5d4d-fa30-47e4-903e-a68958d10bbe,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:03.002177 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:03.002571 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (416aa686-17e1-4d1f-a3d2-11aeb7b32f96), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:03.057828 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:03.147882 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:03.148288 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (416aa686-17e1-4d1f-a3d2-11aeb7b32f96), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:03.157675 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9aa9ad3f-fe9c-4ceb-b74f-f4baa41931c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for subnet (3ea843c5-6517-4649-9093-f730ae231a42), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:03.181329 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port 416aa686-17e1-4d1f-a3d2-11aeb7b32f96, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=416aa686-17e1-4d1f-a3d2-11aeb7b32f96,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:24:03.236479 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9ad3f-fe9c-4ceb-b74f-f4baa41931c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea843c5-6517-4649-9093-f730ae231a42,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:03.248660 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9aa9ad3f-fe9c-4ceb-b74f-f4baa41931c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:03.258544 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-9aa9ad3f-fe9c-4ceb-b74f-f4baa41931c9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3ea843c5-6517-4649-9093-f730ae231a42 HTTP/1.1" status: 204 len: 168 time: 0.5231705 Jan 21 14:24:03.261886 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52390) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:03.268567 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (416aa686-17e1-4d1f-a3d2-11aeb7b32f96), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:03.356732 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797274'] for router_interface (a7277d1f-9239-43b4-b2a3-9b4848a44b55), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:03.476009 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=416aa686-17e1-4d1f-a3d2-11aeb7b32f96,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:03.519924 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (9a8b4607-d2d6-4c0a-b176-40df22d24057), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:03.697695 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (9a8b4607-d2d6-4c0a-b176-40df22d24057), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:03.727642 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:03.728151 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:03.729079 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:03.729575 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:03.730013 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:03.736571 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:03.736571 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:03.736571 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:03.736571 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:03.736571 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:03.750122 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8790c1dc-31e2-45d6-9749-b81514849275 req-d68327c1-8e9f-4113-8d67-ba7bfba90ca6 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.1412656 Jan 21 14:24:03.806812 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Network e22d431d-70ce-45d2-9349-3eeb343bec3f is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:24:03.806812 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:24:03.830471 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Publish callbacks [] for port (ca807907-185a-46e1-8083-4ee06c0676e5), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:03.969691 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.88', 62101) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:04.012615 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:04.013193 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:04.013740 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:04.014498 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 14:24:04.020862 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8b4607-d2d6-4c0a-b176-40df22d24057']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:04.026140 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:04.092581 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797274'] for router_interface (9e0df276-eff3-43a7-aa11-a3ecb8cce288), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:04.109622 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45f0b15-119f-46d4-ad38-c43c7eb60d48') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:04.109978 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45f0b15-119f-46d4-ad38-c43c7eb60d48') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:04.135973 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7592139'] for segment (c45f0b15-119f-46d4-ad38-c43c7eb60d48), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:04.183284 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (c45f0b15-119f-46d4-ad38-c43c7eb60d48), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:04.201685 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:24:04.202397 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5076115'] for segment (c45f0b15-119f-46d4-ad38-c43c7eb60d48), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: from cryptography.utils import int_from_bytes Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: from cryptography.utils import int_from_bytes Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: Traceback (most recent call last): Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: timer() Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: cb(*args, **kw) Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: return func(*args, **kwargs) Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: self._notify() Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: self.callback(batched_events) Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: event.method(event) Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: return f(self, *a, **k) Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: return self._get(url).json() Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: return self.request(url, 'GET', **kwargs) Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:24:04.210851 dv-cinder-821602-20-iscsi neutron-server[103332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:24:04.381805 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-6516b2df-434b-479f-828e-02041b534083 None None] Provisioning complete for port a45f5d4d-fa30-47e4-903e-a68958d10bbe triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:04.382999 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6516b2df-434b-479f-828e-02041b534083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:04.419000 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (9a8b4607-d2d6-4c0a-b176-40df22d24057), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:04.434688 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:04.446033 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9a8b4607-d2d6-4c0a-b176-40df22d24057 HTTP/1.1" status: 204 len: 168 time: 1.1815567 Jan 21 14:24:04.478450 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3860cf-a2e5-4c95-adc3-1d9f5aeb3ab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a8b4607-d2d6-4c0a-b176-40df22d24057,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:04.575923 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6516b2df-434b-479f-828e-02041b534083 None None] Port a45f5d4d-fa30-47e4-903e-a68958d10bbe cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:24:04.716742 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:24:04.769521 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Pushing event updated for resources: {'Port': ['ID=ca807907-185a-46e1-8083-4ee06c0676e5,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:04.810099 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:24:04.914727 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 26ac2b3b-2273-4750-a141-d1d7347c02b4 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:24:05.083523 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 26ac2b3b-2273-4750-a141-d1d7347c02b4 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:05.084149 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (26ac2b3b-2273-4750-a141-d1d7347c02b4), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:05.178653 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52456) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:05.336369 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-f1e1e267-621e-402c-b232-70f0855fb4f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=afa87899460a4d5da7d088c6f24e6a6c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1809251 Jan 21 14:24:05.340156 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52466) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:05.387891 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 26ac2b3b-2273-4750-a141-d1d7347c02b4 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:05.388666 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (26ac2b3b-2273-4750-a141-d1d7347c02b4), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:05.423101 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port 26ac2b3b-2273-4750-a141-d1d7347c02b4, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=26ac2b3b-2273-4750-a141-d1d7347c02b4,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:24:05.505627 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (26ac2b3b-2273-4750-a141-d1d7347c02b4), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:05.507089 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:24:05.576659 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-d113d318-bb94-4c2e-9772-1c939cef7478 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:05.581176 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-d113d318-bb94-4c2e-9772-1c939cef7478 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.88 "GET /v2.0/networks?id=817f39d6-1033-4bff-9caf-7c8378950f30 HTTP/1.1" status: 200 len: 811 time: 1.6037898 Jan 21 14:24:05.589762 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-39305bfe-d61b-4101-9128-9457c91b8c7d req-5610dd38-d062-4f26-bf9a-ad24aa2e6b89 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.2103879 Jan 21 14:24:05.594411 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Router a7277d1f-9239-43b4-b2a3-9b4848a44b55 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:24:05.629519 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e686273d-19d6-4ce9-8d69-104dddb23ca0 admin admin] Publish callbacks [] for security_group (07b7567f-f115-47ee-b579-43903d3c8eea), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:05.658877 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e686273d-19d6-4ce9-8d69-104dddb23ca0 admin admin] Publish callbacks [] for security_group (07b7567f-f115-47ee-b579-43903d3c8eea), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:05.692870 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-126228ef-b315-4cec-b703-8e9b61c564d8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Request body: {'port': {'device_id': '858e9b0a-493d-4526-aa19-494bc6cf1746', 'network_id': '817f39d6-1033-4bff-9caf-7c8378950f30', 'admin_state_up': True, 'tenant_id': '4281d95c6f58475687e4b2a612c25805'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:05.807617 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=26ac2b3b-2273-4750-a141-d1d7347c02b4,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:05.822722 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-2824fc18-7513-4ba7-897a-f98c03ad6585 None None] Provisioning complete for port ca807907-185a-46e1-8083-4ee06c0676e5 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:05.823268 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2824fc18-7513-4ba7-897a-f98c03ad6585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:05.887779 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e686273d-19d6-4ce9-8d69-104dddb23ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (07b7567f-f115-47ee-b579-43903d3c8eea), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:05.893065 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e686273d-19d6-4ce9-8d69-104dddb23ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:05.895120 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-e686273d-19d6-4ce9-8d69-104dddb23ca0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07b7567f-f115-47ee-b579-43903d3c8eea HTTP/1.1" status: 204 len: 168 time: 0.5530169 Jan 21 14:24:05.941644 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686273d-19d6-4ce9-8d69-104dddb23ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b7567f-f115-47ee-b579-43903d3c8eea,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:06.019538 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2824fc18-7513-4ba7-897a-f98c03ad6585 None None] Port ca807907-185a-46e1-8083-4ee06c0676e5 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:24:06.032698 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:06.032698 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (416aa686-17e1-4d1f-a3d2-11aeb7b32f96), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:06.049936 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:24:06.156001 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:06.588498 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:24:06.594481 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-38abadab-c9fc-4e48-b1a7-86df4e19aaba admin admin] 10.222.0.39 "PUT /v2.0/routers/a7277d1f-9239-43b4-b2a3-9b4848a44b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5741143 Jan 21 14:24:06.615521 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Sync routers for ids ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:24:06.632522 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Routers {'a7277d1f-9239-43b4-b2a3-9b4848a44b55'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:24:06.638715 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7debb7e4-9733-444b-beed-751c058a190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:23:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:06.865552 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:24:06.897826 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-fe9b9c5f-42ce-4c13-9381-c41f975dea10 admin admin] 10.222.0.39 "PUT /v2.0/routers/9e0df276-eff3-43a7-aa11-a3ecb8cce288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1650057 Jan 21 14:24:06.967065 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 26ac2b3b-2273-4750-a141-d1d7347c02b4 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:24:07.022105 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2435c2e4-4bde-4b93-8475-68c21242b780 req-02bae14c-799b-4109-b5aa-e0d8f67b1cbf tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.1412318 Jan 21 14:24:07.108367 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-126228ef-b315-4cec-b703-8e9b61c564d8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Made reservation on behalf of 4281d95c6f58475687e4b2a612c25805 for: {'port': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:24:07.114788 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-126228ef-b315-4cec-b703-8e9b61c564d8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:07.128478 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Sync routers for ids ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:24:07.144137 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Set router a7277d1f-9239-43b4-b2a3-9b4848a44b55 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:24:07.147900 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Routers {'9e0df276-eff3-43a7-aa11-a3ecb8cce288'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:24:07.148573 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:23:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:07.262726 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 26ac2b3b-2273-4750-a141-d1d7347c02b4 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:07.263471 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (26ac2b3b-2273-4750-a141-d1d7347c02b4), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:07.445263 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Set router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:24:07.616242 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7debb7e4-9733-444b-beed-751c058a190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 2, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:07.666800 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Checking router: a7277d1f-9239-43b4-b2a3-9b4848a44b55 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:24:07.667642 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Updating router a7277d1f-9239-43b4-b2a3-9b4848a44b55 port a45f5d4d-fa30-47e4-903e-a68958d10bbe binding host dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:24:07.703436 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:07.758598 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 26ac2b3b-2273-4750-a141-d1d7347c02b4 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:07.787937 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-126228ef-b315-4cec-b703-8e9b61c564d8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Allocated IP 172.20.0.9 (817f39d6-1033-4bff-9caf-7c8378950f30/6028d9c9-f797-44bb-a56e-4f8bba3790d1/9c50108c-310f-4932-81f0-d845a5dd0c24) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:24:07.813637 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52536) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:07.835689 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 2, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:07.900148 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Checking router: 9e0df276-eff3-43a7-aa11-a3ecb8cce288 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:24:07.902056 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Updating router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 port ca807907-185a-46e1-8083-4ee06c0676e5 binding host dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:24:07.911481 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-e24a2644-128e-4ba3-a350-81d5e90992ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9564c4a7ca1457b95bc2d0da60eefed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0964401 Jan 21 14:24:07.913872 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52538) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:07.962157 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.056924 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2797c3fe-c216-4e5e-b995-8026bfaec0a8 admin admin] Publish callbacks [] for security_group (26b17b2b-3a92-4460-94b1-e58f6a993f74), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.062141 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-126228ef-b315-4cec-b703-8e9b61c564d8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Publish callbacks [] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.107987 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2797c3fe-c216-4e5e-b995-8026bfaec0a8 admin admin] Publish callbacks [] for security_group (26b17b2b-3a92-4460-94b1-e58f6a993f74), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.168736 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-126228ef-b315-4cec-b703-8e9b61c564d8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.224670 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Publish callbacks [] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.298026 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-126228ef-b315-4cec-b703-8e9b61c564d8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Network 817f39d6-1033-4bff-9caf-7c8378950f30 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:24:08.305926 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-126228ef-b315-4cec-b703-8e9b61c564d8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:24:08.313816 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-126228ef-b315-4cec-b703-8e9b61c564d8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:24:08.325467 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.326314 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2797c3fe-c216-4e5e-b995-8026bfaec0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (26b17b2b-3a92-4460-94b1-e58f6a993f74), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.331175 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2797c3fe-c216-4e5e-b995-8026bfaec0a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.334429 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-2797c3fe-c216-4e5e-b995-8026bfaec0a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26b17b2b-3a92-4460-94b1-e58f6a993f74 HTTP/1.1" status: 204 len: 168 time: 0.4188530 Jan 21 14:24:08.347410 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797c3fe-c216-4e5e-b995-8026bfaec0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b17b2b-3a92-4460-94b1-e58f6a993f74,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:08.373085 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-126228ef-b315-4cec-b703-8e9b61c564d8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:08.373731 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-126228ef-b315-4cec-b703-8e9b61c564d8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.381307 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126228ef-b315-4cec-b703-8e9b61c564d8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Pushing event updated for resources: {'Port': ['ID=9c50108c-310f-4932-81f0-d845a5dd0c24,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:08.444903 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fda33-8506-4fea-aa85-eac1130c17ea None None] Pushing event updated for resources: {'Port': ['ID=a45f5d4d-fa30-47e4-903e-a68958d10bbe,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:08.481287 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Attempting to bind port a45f5d4d-fa30-47e4-903e-a68958d10bbe on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:24:08.481287 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Attempting to bind port a45f5d4d-fa30-47e4-903e-a68958d10bbe by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:24:08.481287 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Attempting to bind port a45f5d4d-fa30-47e4-903e-a68958d10bbe on network e22d431d-70ce-45d2-9349-3eeb343bec3f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:24:08.509154 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-126228ef-b315-4cec-b703-8e9b61c564d8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8520668 Jan 21 14:24:08.515682 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:24:08.515682 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Checking segment: {'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:24:08.515682 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.515682 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Bound using segment: {'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:24:08.515682 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Bound port: a45f5d4d-fa30-47e4-903e-a68958d10bbe, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:24:08.515682 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.729332 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7debb7e4-9733-444b-beed-751c058a190f None None] For port a45f5d4d-fa30-47e4-903e-a68958d10bbe, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:24:08.750980 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7debb7e4-9733-444b-beed-751c058a190f None None] For port a45f5d4d-fa30-47e4-903e-a68958d10bbe, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=a45f5d4d-fa30-47e4-903e-a68958d10bbe,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:24:08.794500 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Publish callbacks [] for port (ca807907-185a-46e1-8083-4ee06c0676e5), precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.825444 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-c1ee27a4-7ff0-4584-a8eb-bdde43a20e44 None None] Provisioning complete for port a45f5d4d-fa30-47e4-903e-a68958d10bbe triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:08.825909 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1ee27a4-7ff0-4584-a8eb-bdde43a20e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.830267 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:08.895289 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:09.006546 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52560) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:09.011761 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-b17ddeb0-1a9c-46ed-9334-231408e6821b tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364605665', 'description': 'tempest-description--442535969'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:09.124289 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52568) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:09.153397 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b17ddeb0-1a9c-46ed-9334-231408e6821b tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:09.178616 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Routers {'a7277d1f-9239-43b4-b2a3-9b4848a44b55'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:24:09.179427 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7debb7e4-9733-444b-beed-751c058a190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:23:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:09.197243 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789f46d-33bc-4999-8fca-a1de4db01a77 None None] Pushing event updated for resources: {'Port': ['ID=ca807907-185a-46e1-8083-4ee06c0676e5,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:09.226769 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fda33-8506-4fea-aa85-eac1130c17ea None None] Pushing event updated for resources: {'Port': ['ID=a45f5d4d-fa30-47e4-903e-a68958d10bbe,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:09.294360 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Attempting to bind port ca807907-185a-46e1-8083-4ee06c0676e5 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:24:09.295259 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Attempting to bind port ca807907-185a-46e1-8083-4ee06c0676e5 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:24:09.300975 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Attempting to bind port ca807907-185a-46e1-8083-4ee06c0676e5 on network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:24:09.331240 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:24:09.331623 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Checking segment: {'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:24:09.332039 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:09.332450 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Bound using segment: {'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:24:09.332956 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Bound port: ca807907-185a-46e1-8083-4ee06c0676e5, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:24:09.333343 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:09.377909 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee27a4-7ff0-4584-a8eb-bdde43a20e44 None None] Current status of the port a45f5d4d-fa30-47e4-903e-a68958d10bbe is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:09.381623 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1ee27a4-7ff0-4584-a8eb-bdde43a20e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:09.426715 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39b288-387f-4717-b188-b7025b0f6b40 req-fbdccc52-118e-41e5-a088-0ab70ff7f2af tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:09.429536 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cb39b288-387f-4717-b188-b7025b0f6b40 req-fbdccc52-118e-41e5-a088-0ab70ff7f2af tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 931 time: 0.2645812 Jan 21 14:24:09.478662 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-7debb7e4-9733-444b-beed-751c058a190f None None] Set router a7277d1f-9239-43b4-b2a3-9b4848a44b55 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:24:09.571541 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b17ddeb0-1a9c-46ed-9334-231408e6821b tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group (79586d5d-ea58-41a8-ac09-3193df308016), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:09.600375 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cb39b288-387f-4717-b188-b7025b0f6b40 req-0d174479-efba-479c-8d24-7045450d7db7 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643271 Jan 21 14:24:09.664850 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b17ddeb0-1a9c-46ed-9334-231408e6821b tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (79586d5d-ea58-41a8-ac09-3193df308016), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:09.704539 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-c1ee27a4-7ff0-4584-a8eb-bdde43a20e44 None None] For port a45f5d4d-fa30-47e4-903e-a68958d10bbe, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=a45f5d4d-fa30-47e4-903e-a68958d10bbe,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:24:09.735336 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4996c6c4-b94d-449b-8492-fb729b21d546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:09.738563 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] For port ca807907-185a-46e1-8083-4ee06c0676e5, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:24:09.747957 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] For port ca807907-185a-46e1-8083-4ee06c0676e5, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=ca807907-185a-46e1-8083-4ee06c0676e5,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:24:09.806727 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1ee27a4-7ff0-4584-a8eb-bdde43a20e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:09.807445 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ddeb0-1a9c-46ed-9334-231408e6821b tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79586d5d-ea58-41a8-ac09-3193df308016,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:09.842020 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b17ddeb0-1a9c-46ed-9334-231408e6821b tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:09.846843 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-b17ddeb0-1a9c-46ed-9334-231408e6821b tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8364289 Jan 21 14:24:09.847641 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52584) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:09.878993 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-1c23e18a-640c-46cd-aaca-76a452f4983f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Request body: {'security_group_rule': {'security_group_id': '79586d5d-ea58-41a8-ac09-3193df308016', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:09.924071 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-165ecc3d-8c63-44f2-8f22-1376acdf3dfb tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:24:09.927983 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4996c6c4-b94d-449b-8492-fb729b21d546 admin admin] Publish callbacks [] for security_group (5e8dcea8-d6ab-44f1-aaa8-434e5cdad283), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:09.929481 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-165ecc3d-8c63-44f2-8f22-1376acdf3dfb tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0360703 Jan 21 14:24:09.948606 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:10.056012 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4996c6c4-b94d-449b-8492-fb729b21d546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (5e8dcea8-d6ab-44f1-aaa8-434e5cdad283), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:10.074988 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee27a4-7ff0-4584-a8eb-bdde43a20e44 None None] Pushing event updated for resources: {'Port': ['ID=a45f5d4d-fa30-47e4-903e-a68958d10bbe,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:10.111118 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52590) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:10.132143 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-feb365e1-ef07-44e7-89f7-ac9f55d08fad tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673807811', 'description': 'tempest-description--744557732'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:10.195904 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-4996c6c4-b94d-449b-8492-fb729b21d546 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df374343b1794aaab03faf1f60693875&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0702648 Jan 21 14:24:10.202428 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7debb7e4-9733-444b-beed-751c058a190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:08Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:10.204406 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52594) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:10.231000 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Routers {'9e0df276-eff3-43a7-aa11-a3ecb8cce288'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:24:10.237533 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1c23e18a-640c-46cd-aaca-76a452f4983f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group_rule (1c7f22a9-5448-4ecb-9b5e-eb4e7ce73fe4), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:10.238550 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:23:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:10.242406 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-b2230af5-3fcb-4c8e-b50e-c769c8c6abd0 None None] Provisioning complete for port ca807907-185a-46e1-8083-4ee06c0676e5 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:10.243152 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2230af5-3fcb-4c8e-b50e-c769c8c6abd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:10.259840 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Request body: {'port': {'device_id': '858e9b0a-493d-4526-aa19-494bc6cf1746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:10.423456 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debb7e4-9733-444b-beed-751c058a190f None None] The sync data for ids ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'] in dv-cinder-821602-20-iscsi is: [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:08Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:24:10.425963 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996c6c4-b94d-449b-8492-fb729b21d546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8dcea8-d6ab-44f1-aaa8-434e5cdad283,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:10.544830 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffa10-e050-4ca6-bd18-36f3ac823bbc admin admin] Publish callbacks [] for security_group (5e8dcea8-d6ab-44f1-aaa8-434e5cdad283), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:10.672994 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffa10-e050-4ca6-bd18-36f3ac823bbc admin admin] Publish callbacks [] for security_group (5e8dcea8-d6ab-44f1-aaa8-434e5cdad283), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:10.871515 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789f46d-33bc-4999-8fca-a1de4db01a77 None None] Pushing event updated for resources: {'Port': ['ID=ca807907-185a-46e1-8083-4ee06c0676e5,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:11.059872 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffa10-e050-4ca6-bd18-36f3ac823bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (5e8dcea8-d6ab-44f1-aaa8-434e5cdad283), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:11.061904 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffa10-e050-4ca6-bd18-36f3ac823bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:11.063149 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-5a4ffa10-e050-4ca6-bd18-36f3ac823bbc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e8dcea8-d6ab-44f1-aaa8-434e5cdad283 HTTP/1.1" status: 204 len: 168 time: 0.8504772 Jan 21 14:24:11.082835 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ffa10-e050-4ca6-bd18-36f3ac823bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8dcea8-d6ab-44f1-aaa8-434e5cdad283,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:11.117130 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b2230af5-3fcb-4c8e-b50e-c769c8c6abd0 None None] Current status of the port ca807907-185a-46e1-8083-4ee06c0676e5 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:11.146875 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2230af5-3fcb-4c8e-b50e-c769c8c6abd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:11.146875 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device a45f5d4d-fa30-47e4-903e-a68958d10bbe up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:24:11.163882 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1c23e18a-640c-46cd-aaca-76a452f4983f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group_rule (1c7f22a9-5448-4ecb-9b5e-eb4e7ce73fe4), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:11.190008 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:11.429873 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] Set router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:24:11.505344 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-b2230af5-3fcb-4c8e-b50e-c769c8c6abd0 None None] For port ca807907-185a-46e1-8083-4ee06c0676e5, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=ca807907-185a-46e1-8083-4ee06c0676e5,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:24:11.622945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port a45f5d4d-fa30-47e4-903e-a68958d10bbe triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:11.623558 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:11.832104 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-feb365e1-ef07-44e7-89f7-ac9f55d08fad tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:11.928801 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2230af5-3fcb-4c8e-b50e-c769c8c6abd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:11.969973 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1c23e18a-640c-46cd-aaca-76a452f4983f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (1c7f22a9-5448-4ecb-9b5e-eb4e7ce73fe4), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:12.268156 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-b2230af5-3fcb-4c8e-b50e-c769c8c6abd0 None None] Provisioning complete for port a45f5d4d-fa30-47e4-903e-a68958d10bbe triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:12.268945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2230af5-3fcb-4c8e-b50e-c769c8c6abd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:12.455958 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2230af5-3fcb-4c8e-b50e-c769c8c6abd0 None None] Pushing event updated for resources: {'Port': ['ID=ca807907-185a-46e1-8083-4ee06c0676e5,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:12.511290 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port a45f5d4d-fa30-47e4-903e-a68958d10bbe is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:12.608903 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:09Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:12.650173 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f7c4fd-aba6-4236-bd35-70ba23e16ac2 None None] The sync data for ids ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'] in dv-cinder-821602-20-iscsi is: [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:09Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:24:12.659808 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b2230af5-3fcb-4c8e-b50e-c769c8c6abd0 None None] Current status of the port a45f5d4d-fa30-47e4-903e-a68958d10bbe is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:12.806172 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23e18a-640c-46cd-aaca-76a452f4983f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7f22a9-5448-4ecb-9b5e-eb4e7ce73fe4,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:12.843909 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-664d3413-bd40-4ebf-9557-c360a72ff430 None None] Provisioning complete for port ca807907-185a-46e1-8083-4ee06c0676e5 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:12.844292 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-664d3413-bd40-4ebf-9557-c360a72ff430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:12.992593 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4484046-f41b-498d-891b-42d00925360c req-487f4f7e-062c-4fa5-876f-48b21603d098 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:13.000159 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a4484046-f41b-498d-891b-42d00925360c req-487f4f7e-062c-4fa5-876f-48b21603d098 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 931 time: 2.0857351 Jan 21 14:24:13.149173 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1c23e18a-640c-46cd-aaca-76a452f4983f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:13.156493 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-1c23e18a-640c-46cd-aaca-76a452f4983f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2953691 Jan 21 14:24:13.161743 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52656) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:13.168110 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-664d3413-bd40-4ebf-9557-c360a72ff430 None None] Current status of the port ca807907-185a-46e1-8083-4ee06c0676e5 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:13.171414 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-95ff4690-6880-4d1c-9e43-f8fd5db113a0 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Request body: {'security_group_rule': {'security_group_id': '79586d5d-ea58-41a8-ac09-3193df308016', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:13.216000 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c50108c-310f-4932-81f0-d845a5dd0c24 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:24:13.278561 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Publish callbacks [] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:13.470432 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-95ff4690-6880-4d1c-9e43-f8fd5db113a0 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group_rule (92c6123c-98f3-49e0-938c-4fe087a63e3b), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:13.604762 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-feb365e1-ef07-44e7-89f7-ac9f55d08fad tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group (c945b49e-dab3-4a71-b941-be1f223019de), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:13.679066 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Transition to ACTIVE for port object 9c50108c-310f-4932-81f0-d845a5dd0c24 will not be triggered until provisioned by entity L2. {{(pid=103331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:24:13.808950 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a4484046-f41b-498d-891b-42d00925360c req-24373a3e-67cf-41ea-8ff1-31fc1c52b042 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7148554 Jan 21 14:24:13.831757 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-95ff4690-6880-4d1c-9e43-f8fd5db113a0 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group_rule (92c6123c-98f3-49e0-938c-4fe087a63e3b), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:14.000879 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-feb365e1-ef07-44e7-89f7-ac9f55d08fad tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (c945b49e-dab3-4a71-b941-be1f223019de), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:14.001135 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-95ff4690-6880-4d1c-9e43-f8fd5db113a0 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (92c6123c-98f3-49e0-938c-4fe087a63e3b), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:14.062812 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:14.100484 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff4690-6880-4d1c-9e43-f8fd5db113a0 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c6123c-98f3-49e0-938c-4fe087a63e3b,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:14.158341 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-95ff4690-6880-4d1c-9e43-f8fd5db113a0 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:14.159803 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-95ff4690-6880-4d1c-9e43-f8fd5db113a0 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9965494 Jan 21 14:24:14.180668 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52684) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:14.188098 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Request body: {'floatingip': {'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:14.251941 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb365e1-ef07-44e7-89f7-ac9f55d08fad tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c945b49e-dab3-4a71-b941-be1f223019de,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:14.273130 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-feb365e1-ef07-44e7-89f7-ac9f55d08fad tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:14.293826 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-feb365e1-ef07-44e7-89f7-ac9f55d08fad tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 4.1696415 Jan 21 14:24:14.294259 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52690) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:14.305152 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-6b10fedc-7b3b-424a-9ab9-8cdd2e08f21f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Request body: {'security_group_rule': {'security_group_id': 'c945b49e-dab3-4a71-b941-be1f223019de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:14.435668 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:14.618663 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Pushing event updated for resources: {'Port': ['ID=9c50108c-310f-4932-81f0-d845a5dd0c24,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:14.957913 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Attempting to bind port 9c50108c-310f-4932-81f0-d845a5dd0c24 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:24:14.960121 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Attempting to bind port 9c50108c-310f-4932-81f0-d845a5dd0c24 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'c63498a3-a60b-4808-9a79-a80d295f1918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '817f39d6-1033-4bff-9caf-7c8378950f30'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:24:14.960730 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Attempting to bind port 9c50108c-310f-4932-81f0-d845a5dd0c24 on network 817f39d6-1033-4bff-9caf-7c8378950f30 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:24:14.967384 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Port 9c50108c-310f-4932-81f0-d845a5dd0c24 on network 817f39d6-1033-4bff-9caf-7c8378950f30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:24:14.968131 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Attempting to bind port 9c50108c-310f-4932-81f0-d845a5dd0c24 on network 817f39d6-1033-4bff-9caf-7c8378950f30 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:24:14.976165 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:24:14.976897 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Checking segment: {'id': 'c63498a3-a60b-4808-9a79-a80d295f1918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '817f39d6-1033-4bff-9caf-7c8378950f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:24:14.977677 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Bound using segment: {'id': 'c63498a3-a60b-4808-9a79-a80d295f1918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '817f39d6-1033-4bff-9caf-7c8378950f30'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:24:14.978400 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Bound port: 9c50108c-310f-4932-81f0-d845a5dd0c24, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c63498a3-a60b-4808-9a79-a80d295f1918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '817f39d6-1033-4bff-9caf-7c8378950f30'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:24:14.979602 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:15.170440 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b10fedc-7b3b-424a-9ab9-8cdd2e08f21f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group_rule (c93a903f-3f97-4638-8088-269504d816f5), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:15.190826 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device ca807907-185a-46e1-8083-4ee06c0676e5 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:24:15.314059 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:15.433798 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port ca807907-185a-46e1-8083-4ee06c0676e5 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:15.439068 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:15.445854 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2f56c-9c11-4191-a7ca-39d57b68ec07 req-976e0fa8-68f8-48e0-9638-86cface68022 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:15.467284 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-36f2f56c-9c11-4191-a7ca-39d57b68ec07 req-976e0fa8-68f8-48e0-9638-86cface68022 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 943 time: 0.4897168 Jan 21 14:24:15.648824 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] For port 9c50108c-310f-4932-81f0-d845a5dd0c24, host hv-cinder-82160, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:24:15.738024 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] For port 9c50108c-310f-4932-81f0-d845a5dd0c24, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9c50108c-310f-4932-81f0-d845a5dd0c24,segment=NetworkSegment(c63498a3-a60b-4808-9a79-a80d295f1918),segment_id=c63498a3-a60b-4808-9a79-a80d295f1918)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:24:15.806839 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b10fedc-7b3b-424a-9ab9-8cdd2e08f21f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group_rule (c93a903f-3f97-4638-8088-269504d816f5), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:15.845753 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:15.851226 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port ca807907-185a-46e1-8083-4ee06c0676e5 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:15.975300 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:15.976792 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:15.979014 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] 10.222.0.88 "PUT /v2.0/ports/9c50108c-310f-4932-81f0-d845a5dd0c24 HTTP/1.1" status: 200 len: 1093 time: 5.8802221 Jan 21 14:24:15.980353 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858e9b0a-493d-4526-aa19-494bc6cf1746', 'tag': '9c50108c-310f-4932-81f0-d845a5dd0c24'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:24:16.069890 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58d989-59c6-4d3d-a687-cd4649cc0211 service neutron] Pushing event updated for resources: {'Port': ['ID=9c50108c-310f-4932-81f0-d845a5dd0c24,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:16.151839 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b10fedc-7b3b-424a-9ab9-8cdd2e08f21f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (c93a903f-3f97-4638-8088-269504d816f5), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:16.274200 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-36f2f56c-9c11-4191-a7ca-39d57b68ec07 req-c75774e7-2cf2-4b6c-9e5e-50d711c94f64 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8054414 Jan 21 14:24:16.298997 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10fedc-7b3b-424a-9ab9-8cdd2e08f21f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93a903f-3f97-4638-8088-269504d816f5,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:16.325555 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Allocated IP 172.27.0.95 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/da75ca0c-ba24-4d92-a9ed-71a76cdf52bf) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:24:16.369578 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6d1ac5-9c46-47d9-a8c4-c90e4e0c4777" -d '{"events": [{"name": "network-changed", "server_uuid": "858e9b0a-493d-4526-aa19-494bc6cf1746", "tag": "9c50108c-310f-4932-81f0-d845a5dd0c24"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:24:16.458117 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b10fedc-7b3b-424a-9ab9-8cdd2e08f21f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:16.458117 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-6b10fedc-7b3b-424a-9ab9-8cdd2e08f21f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1605251 Jan 21 14:24:16.461129 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52728) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:16.466092 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-7eb1381f-a530-4826-9898-cff35575fc51 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Request body: {'security_group_rule': {'security_group_id': 'c945b49e-dab3-4a71-b941-be1f223019de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:16.567665 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for port (da75ca0c-ba24-4d92-a9ed-71a76cdf52bf), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:16.722993 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7eb1381f-a530-4826-9898-cff35575fc51 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group_rule (bf4a48e9-082f-4487-aecd-ca06cb135953), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:16.741884 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0760d00-dda6-49b7-aa21-3e9107fb19ab x-openstack-request-id: req-f0760d00-dda6-49b7-aa21-3e9107fb19ab {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:24:16.742828 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858e9b0a-493d-4526-aa19-494bc6cf1746", "tag": "9c50108c-310f-4932-81f0-d845a5dd0c24", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:24:16.743373 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0760d00-dda6-49b7-aa21-3e9107fb19ab {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:24:16.744226 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858e9b0a-493d-4526-aa19-494bc6cf1746', 'tag': '9c50108c-310f-4932-81f0-d845a5dd0c24', 'status': 'completed', 'code': 200} Jan 21 14:24:16.797397 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (da75ca0c-ba24-4d92-a9ed-71a76cdf52bf), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:16.847743 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7eb1381f-a530-4826-9898-cff35575fc51 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group_rule (bf4a48e9-082f-4487-aecd-ca06cb135953), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:16.859199 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event updated for resources: {'Port': ['ID=da75ca0c-ba24-4d92-a9ed-71a76cdf52bf,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:16.883545 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:24:16.890723 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:24:16.893911 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:24:17.018784 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7eb1381f-a530-4826-9898-cff35575fc51 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (bf4a48e9-082f-4487-aecd-ca06cb135953), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:17.055283 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for floatingip (6fa761ec-bd07-4807-9c41-d6ec4a49bfb1), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:17.055665 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1381f-a530-4826-9898-cff35575fc51 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4a48e9-082f-4487-aecd-ca06cb135953,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:17.471654 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b019c-bb34-4393-8a64-866df1c43ca9 req-49150e8c-356d-42e2-883a-0a49a19d7c0b tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:17.473413 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-347b019c-bb34-4393-8a64-866df1c43ca9 req-49150e8c-356d-42e2-883a-0a49a19d7c0b tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 943 time: 0.0627725 Jan 21 14:24:17.521242 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7eb1381f-a530-4826-9898-cff35575fc51 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:17.523249 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-7eb1381f-a530-4826-9898-cff35575fc51 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0609703 Jan 21 14:24:17.529089 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52754) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:17.536410 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Request body: {'floatingip': {'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:17.649936 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-347b019c-bb34-4393-8a64-866df1c43ca9 req-6bfd2c71-435c-4de0-8986-32fcb60ae71d tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702790 Jan 21 14:24:17.651142 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (da75ca0c-ba24-4d92-a9ed-71a76cdf52bf), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:17.716451 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:17.843647 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:18.024013 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for port (da75ca0c-ba24-4d92-a9ed-71a76cdf52bf), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:18.072694 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Allocated IP 172.27.0.183 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/c10da5b2-23fd-41e9-a66b-b5004c1c52c8) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:24:18.127792 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (da75ca0c-ba24-4d92-a9ed-71a76cdf52bf), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:18.216964 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (6fa761ec-bd07-4807-9c41-d6ec4a49bfb1), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:18.227490 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event updated for resources: {'Port': ['ID=da75ca0c-ba24-4d92-a9ed-71a76cdf52bf,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:18.272939 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for port (c10da5b2-23fd-41e9-a66b-b5004c1c52c8), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:18.311247 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:18.312944 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-8457b468-122b-4fa3-8fb6-3df1ca0576e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1299942 Jan 21 14:24:18.493765 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (c10da5b2-23fd-41e9-a66b-b5004c1c52c8), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:18.548208 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:24:18.554808 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:24:18.559542 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:24:18.590331 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event updated for resources: {'Port': ['ID=c10da5b2-23fd-41e9-a66b-b5004c1c52c8,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:18.733406 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52798) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:18.973265 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for floatingip (1805ea03-519d-4e74-8d0b-cb37b0a0b1e1), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:19.001176 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-b0431474-badf-4c02-b063-96581e5a456b tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1364605665&fields=id&tenant_id=53f4be14297047ac9c782215bee96797 HTTP/1.1" status: 200 len: 267 time: 0.3518825 Jan 21 14:24:19.007001 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497281a-c653-4ed1-86e6-1e246023d9b7 req-1dd44733-adca-4442-bb6c-4dbb792020d6 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:19.007001 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9497281a-c653-4ed1-86e6-1e246023d9b7 req-1dd44733-adca-4442-bb6c-4dbb792020d6 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 943 time: 0.1767745 Jan 21 14:24:19.130923 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9497281a-c653-4ed1-86e6-1e246023d9b7 req-af974969-ccf2-45c5-b89a-02b997e78040 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139855 Jan 21 14:24:19.131921 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5584019-76ab-4aba-b616-9b10553921a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:19.133057 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-5474b23e-5501-4798-ab1b-f27679c27c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:19.135793 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-5474b23e-5501-4798-ab1b-f27679c27c01 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4281d95c6f58475687e4b2a612c25805&device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 1096 time: 0.3056138 Jan 21 14:24:19.363058 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5584019-76ab-4aba-b616-9b10553921a8 admin admin] Publish callbacks [] for security_group (df72d736-c579-41b5-b189-2705098675d2), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:19.408097 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-186f91d8-c67a-4905-8806-225d0c6339dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c50108c-310f-4932-81f0-d845a5dd0c24 HTTP/1.1" status: 200 len: 217 time: 0.2240980 Jan 21 14:24:19.479697 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5584019-76ab-4aba-b616-9b10553921a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (df72d736-c579-41b5-b189-2705098675d2), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:19.497919 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88358943-7b7a-4f15-b225-f604f098fd63 req-4ee210b1-5859-457f-9d26-5ead6358ef95 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:19.507169 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-4ee210b1-5859-457f-9d26-5ead6358ef95 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/networks?id=e22d431d-70ce-45d2-9349-3eeb343bec3f HTTP/1.1" status: 200 len: 810 time: 0.4630678 Jan 21 14:24:19.538361 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-d5584019-76ab-4aba-b616-9b10553921a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c6b4bb5385d4ef284b221952ea29ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8029983 Jan 21 14:24:19.539514 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52824) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:19.594919 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5584019-76ab-4aba-b616-9b10553921a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df72d736-c579-41b5-b189-2705098675d2,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:19.636756 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87fc0432-83c3-4698-bb2b-12b9e6b3a4f6 admin admin] Publish callbacks [] for security_group (df72d736-c579-41b5-b189-2705098675d2), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:19.676162 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-7329eec9-6c2c-4029-ad6f-bf3c1ee79648 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/quotas/53f4be14297047ac9c782215bee96797 HTTP/1.1" status: 200 len: 375 time: 0.0803652 Jan 21 14:24:19.677467 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (c10da5b2-23fd-41e9-a66b-b5004c1c52c8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:19.690402 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87fc0432-83c3-4698-bb2b-12b9e6b3a4f6 admin admin] Publish callbacks [] for security_group (df72d736-c579-41b5-b189-2705098675d2), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:19.809313 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52828) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:19.928189 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-07500576-549c-4f48-95c9-1f7e3903fe4a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=53f4be14297047ac9c782215bee96797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2042246 Jan 21 14:24:19.947398 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-90537126-b8f5-496b-b10f-00da8d094af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:19.949941 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-90537126-b8f5-496b-b10f-00da8d094af5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6028d9c9-f797-44bb-a56e-4f8bba3790d1 HTTP/1.1" status: 200 len: 851 time: 0.4728317 Jan 21 14:24:19.965370 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87fc0432-83c3-4698-bb2b-12b9e6b3a4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (df72d736-c579-41b5-b189-2705098675d2), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:19.970505 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87fc0432-83c3-4698-bb2b-12b9e6b3a4f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:19.975790 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-87fc0432-83c3-4698-bb2b-12b9e6b3a4f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df72d736-c579-41b5-b189-2705098675d2 HTTP/1.1" status: 204 len: 168 time: 0.4304307 Jan 21 14:24:20.004334 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc0432-83c3-4698-bb2b-12b9e6b3a4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df72d736-c579-41b5-b189-2705098675d2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:20.114434 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d6544b10-5877-4b5b-a4ef-72e023487d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:20.156929 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-22398108-6f63-4ff6-8684-d1dfb4a92b25 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=817f39d6-1033-4bff-9caf-7c8378950f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844268 Jan 21 14:24:20.481000 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d6544b10-5877-4b5b-a4ef-72e023487d7f admin admin] Publish callbacks [] for security_group (a4dfd468-8681-434c-ac14-c614f2716871), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:20.548904 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for port (c10da5b2-23fd-41e9-a66b-b5004c1c52c8), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:20.587188 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6cf00-8a00-4c93-96ec-060485ba08cb req-fa2b7c17-e73a-4865-b656-8e253e043478 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:20.590251 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f2e6cf00-8a00-4c93-96ec-060485ba08cb req-fa2b7c17-e73a-4865-b656-8e253e043478 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 943 time: 0.1945448 Jan 21 14:24:20.603881 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d6544b10-5877-4b5b-a4ef-72e023487d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (a4dfd468-8681-434c-ac14-c614f2716871), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:20.644145 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (c10da5b2-23fd-41e9-a66b-b5004c1c52c8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:20.675504 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-0a2fb576-920a-41b1-8da7-1ddadc237d5b service neutron] 10.222.0.88 "GET /v2.0/networks/817f39d6-1033-4bff-9caf-7c8378950f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364748 Jan 21 14:24:20.705409 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-d6544b10-5877-4b5b-a4ef-72e023487d7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b2b95589d3c49f6acc8b46325d55d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8948915 Jan 21 14:24:20.716684 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52856) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:20.749982 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6544b10-5877-4b5b-a4ef-72e023487d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dfd468-8681-434c-ac14-c614f2716871,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:20.766800 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f2e6cf00-8a00-4c93-96ec-060485ba08cb req-44b3ac36-2578-49d9-8a8f-1abc2cb07f5e tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628294 Jan 21 14:24:20.876458 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-335be254-0f0d-4eef-ae97-d28aa127d921 admin admin] Publish callbacks [] for security_group (a4dfd468-8681-434c-ac14-c614f2716871), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:20.959977 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-335be254-0f0d-4eef-ae97-d28aa127d921 admin admin] Publish callbacks [] for security_group (a4dfd468-8681-434c-ac14-c614f2716871), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:20.996837 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event updated for resources: {'Port': ['ID=c10da5b2-23fd-41e9-a66b-b5004c1c52c8,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:21.020284 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52864) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:21.066901 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-5cf1e8d6-cc48-46ce-ad05-41f5476befdf service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:24:21.068853 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-5cf1e8d6-cc48-46ce-ad05-41f5476befdf service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2269809 Jan 21 14:24:21.425519 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-335be254-0f0d-4eef-ae97-d28aa127d921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (a4dfd468-8681-434c-ac14-c614f2716871), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:21.449902 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-335be254-0f0d-4eef-ae97-d28aa127d921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:21.449902 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-335be254-0f0d-4eef-ae97-d28aa127d921 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4dfd468-8681-434c-ac14-c614f2716871 HTTP/1.1" status: 204 len: 168 time: 0.7156570 Jan 21 14:24:21.449902 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335be254-0f0d-4eef-ae97-d28aa127d921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dfd468-8681-434c-ac14-c614f2716871,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:21.558422 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dacdc73d-1172-4e32-8eb8-343b3ef3590c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:21.617214 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (1805ea03-519d-4e74-8d0b-cb37b0a0b1e1), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:21.688096 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bc9f275f-e042-4f6d-8b94-b1d5578545a7 req-b2d57be6-254c-4ef4-a176-01318b9fb606 service neutron] 10.222.0.88 "GET /v2.0/networks/817f39d6-1033-4bff-9caf-7c8378950f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8303046 Jan 21 14:24:21.735100 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-0bd01836-46d9-4aac-9f58-80c723d44ae3 service neutron] 10.222.0.39 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672958 Jan 21 14:24:21.877566 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-e1fcc058-152c-4e93-91b3-35a17349f451 service neutron] 10.222.0.39 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407199 Jan 21 14:24:21.920488 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dacdc73d-1172-4e32-8eb8-343b3ef3590c admin admin] Publish callbacks [] for security_group (002d0206-9a33-476c-bdd7-56723eab06a7), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:21.936893 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:21.938811 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-fc2f919c-5dbc-4bb0-af7f-63e3e37b2c6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4080880 Jan 21 14:24:22.042604 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0582a2-0c81-4706-82d8-79660e232578 req-864eca66-73a3-4fe7-a969-2b7d407dfcd7 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:22.046234 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dacdc73d-1172-4e32-8eb8-343b3ef3590c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (002d0206-9a33-476c-bdd7-56723eab06a7), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:22.046431 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-de0582a2-0c81-4706-82d8-79660e232578 req-864eca66-73a3-4fe7-a969-2b7d407dfcd7 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 943 time: 0.1371262 Jan 21 14:24:22.097961 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdc73d-1172-4e32-8eb8-343b3ef3590c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002d0206-9a33-476c-bdd7-56723eab06a7,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:22.107957 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-dacdc73d-1172-4e32-8eb8-343b3ef3590c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8797c92bc8094979ac75aa049cbc1beb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0796921 Jan 21 14:24:22.113476 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52880) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:22.131305 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d1ac5-9c46-47d9-a8c4-c90e4e0c4777 req-b2f49903-0d33-4d52-afb2-5826fb55f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:22.133271 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5d6d1ac5-9c46-47d9-a8c4-c90e4e0c4777 req-b2f49903-0d33-4d52-afb2-5826fb55f17f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4281d95c6f58475687e4b2a612c25805&device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 1096 time: 0.1510162 Jan 21 14:24:22.174722 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-de0582a2-0c81-4706-82d8-79660e232578 req-baf44f20-aa34-46b4-8e82-fed06d4d686a tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214435 Jan 21 14:24:22.229592 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cc854612-e090-48b3-9946-3500eb65dc3b admin admin] Publish callbacks [] for security_group (002d0206-9a33-476c-bdd7-56723eab06a7), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:22.258916 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cc854612-e090-48b3-9946-3500eb65dc3b admin admin] Publish callbacks [] for security_group (002d0206-9a33-476c-bdd7-56723eab06a7), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:22.525593 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cc854612-e090-48b3-9946-3500eb65dc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (002d0206-9a33-476c-bdd7-56723eab06a7), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:22.532589 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cc854612-e090-48b3-9946-3500eb65dc3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:22.535531 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-cc854612-e090-48b3-9946-3500eb65dc3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/002d0206-9a33-476c-bdd7-56723eab06a7 HTTP/1.1" status: 204 len: 168 time: 0.4207563 Jan 21 14:24:22.556294 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc854612-e090-48b3-9946-3500eb65dc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002d0206-9a33-476c-bdd7-56723eab06a7,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:22.619198 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52904) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:22.667372 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1481c6a-d87c-4d57-9e85-fdbb4ab95f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:22.704374 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ce303e66-bd69-49e5-8c77-9c4691d728d5 req-983bbb9a-3238-4470-b167-3749e57647a8 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 210 time: 0.0456967 Jan 21 14:24:22.797366 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-43dfeb22-6ebd-4b3f-8de8-c6e6a1739351 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1673807811&fields=id&tenant_id=60aa34d5299842f1aa2a2e8e745df561 HTTP/1.1" status: 200 len: 267 time: 0.1603026 Jan 21 14:24:22.919056 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:24:22.957269 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1481c6a-d87c-4d57-9e85-fdbb4ab95f8e admin admin] Publish callbacks [] for security_group (9b27fc70-9344-4dab-8b7c-ee1f090a0126), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:22.979320 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-068c89fc-5d7f-43c0-98be-53b2f9f16299 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:22.986099 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-068c89fc-5d7f-43c0-98be-53b2f9f16299 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/networks?id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea HTTP/1.1" status: 200 len: 815 time: 0.1871307 Jan 21 14:24:22.997346 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-f663ca6b-5858-40df-b965-b1e8c3c7c846 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/quotas/60aa34d5299842f1aa2a2e8e745df561 HTTP/1.1" status: 200 len: 375 time: 0.0100935 Jan 21 14:24:23.056093 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1481c6a-d87c-4d57-9e85-fdbb4ab95f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (9b27fc70-9344-4dab-8b7c-ee1f090a0126), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:23.124684 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-dc850e01-c702-400f-a58c-14480958c065 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60aa34d5299842f1aa2a2e8e745df561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127269 Jan 21 14:24:23.142603 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-a1481c6a-d87c-4d57-9e85-fdbb4ab95f8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8c21976121d45308c317f206d74f45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5195389 Jan 21 14:24:23.142937 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52928) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:23.148058 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1481c6a-d87c-4d57-9e85-fdbb4ab95f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b27fc70-9344-4dab-8b7c-ee1f090a0126,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:23.285545 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4826461c-9520-4b30-947d-af9946b832ea admin admin] Publish callbacks [] for security_group (9b27fc70-9344-4dab-8b7c-ee1f090a0126), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:23.370117 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52936) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:23.386514 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-d0f0a1a0-80f7-4386-bfe6-9feeb174f33f service neutron] 10.222.0.39 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352867 Jan 21 14:24:23.400722 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82bb2db0-d65e-47f4-8a0e-54c5e01a3525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:23.416260 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4826461c-9520-4b30-947d-af9946b832ea admin admin] Publish callbacks [] for security_group (9b27fc70-9344-4dab-8b7c-ee1f090a0126), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:23.499203 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ed5bb-f25d-4140-bdd8-7678b7df5678 req-7c70f856-3eb0-4bf6-bfae-443647ee9c9c tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:23.501428 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-572ed5bb-f25d-4140-bdd8-7678b7df5678 req-7c70f856-3eb0-4bf6-bfae-443647ee9c9c tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 943 time: 0.1422772 Jan 21 14:24:23.640126 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-98e2ebae-33ac-42cd-a8b3-398cec6d97c2 service neutron] 10.222.0.39 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147293 Jan 21 14:24:23.641123 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-572ed5bb-f25d-4140-bdd8-7678b7df5678 req-6a162475-a1ec-4161-8864-e77f2281e439 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887115 Jan 21 14:24:23.695719 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4826461c-9520-4b30-947d-af9946b832ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (9b27fc70-9344-4dab-8b7c-ee1f090a0126), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:23.699347 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4826461c-9520-4b30-947d-af9946b832ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:23.700669 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-4826461c-9520-4b30-947d-af9946b832ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b27fc70-9344-4dab-8b7c-ee1f090a0126 HTTP/1.1" status: 204 len: 168 time: 0.5566530 Jan 21 14:24:23.733616 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826461c-9520-4b30-947d-af9946b832ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b27fc70-9344-4dab-8b7c-ee1f090a0126,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:23.885302 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82bb2db0-d65e-47f4-8a0e-54c5e01a3525 admin admin] Publish callbacks [] for security_group (7cb11bca-3381-4c64-aa8a-537e4e75b862), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:24.057535 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5454c0ff-31ec-436e-8235-b0c889df4e68 req-64ebd2cf-1065-4d2e-aeb0-3d43eb00abc3 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 210 time: 0.0671954 Jan 21 14:24:24.076869 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82bb2db0-d65e-47f4-8a0e-54c5e01a3525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (7cb11bca-3381-4c64-aa8a-537e4e75b862), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:24.091420 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8550cf1e-6ca1-4cfa-86a1-f1c78036831a req-3bbeb722-faa0-402e-be4d-a908b4872586 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 210 time: 0.2682276 Jan 21 14:24:24.191387 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 52954) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:24.209864 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-82bb2db0-d65e-47f4-8a0e-54c5e01a3525 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc849bd41d3b48b6b1d317d688db044c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8317523 Jan 21 14:24:24.214309 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52956) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:24.257922 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e97f3b05-1a0e-43cc-a18e-d5d26989d9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:24.267072 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb2db0-d65e-47f4-8a0e-54c5e01a3525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb11bca-3381-4c64-aa8a-537e4e75b862,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:24.267759 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d0d9831-c5f9-4643-a14d-4b2f191cfcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:24.384646 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d1ac5-9c46-47d9-a8c4-c90e4e0c4777 req-697eea35-ca69-47ce-8b78-819c0e61f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:24.386378 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5d6d1ac5-9c46-47d9-a8c4-c90e4e0c4777 req-697eea35-ca69-47ce-8b78-819c0e61f6f7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=817f39d6-1033-4bff-9caf-7c8378950f30 HTTP/1.1" status: 200 len: 912 time: 0.6305385 Jan 21 14:24:24.387179 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba3cae13-fde6-46a8-b65d-96b72805bcf3 admin admin] Publish callbacks [] for security_group (7cb11bca-3381-4c64-aa8a-537e4e75b862), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:24.437163 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba3cae13-fde6-46a8-b65d-96b72805bcf3 admin admin] Publish callbacks [] for security_group (7cb11bca-3381-4c64-aa8a-537e4e75b862), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:24.455195 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e97f3b05-1a0e-43cc-a18e-d5d26989d9c3 admin admin] Publish callbacks [] for security_group (086ef4be-49f6-4416-a17f-2915177d6b95), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:24.517847 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e97f3b05-1a0e-43cc-a18e-d5d26989d9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (086ef4be-49f6-4416-a17f-2915177d6b95), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:24.588522 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-e97f3b05-1a0e-43cc-a18e-d5d26989d9c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d544bde3200c4cc481bcc994d802bf87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926170 Jan 21 14:24:24.591120 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f3b05-1a0e-43cc-a18e-d5d26989d9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086ef4be-49f6-4416-a17f-2915177d6b95,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:24.592027 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 52972) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:24.608674 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba3cae13-fde6-46a8-b65d-96b72805bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (7cb11bca-3381-4c64-aa8a-537e4e75b862), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:24.614513 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba3cae13-fde6-46a8-b65d-96b72805bcf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:24.619910 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-ba3cae13-fde6-46a8-b65d-96b72805bcf3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7cb11bca-3381-4c64-aa8a-537e4e75b862 HTTP/1.1" status: 204 len: 168 time: 0.4015281 Jan 21 14:24:24.669340 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cae13-fde6-46a8-b65d-96b72805bcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb11bca-3381-4c64-aa8a-537e4e75b862,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:24.756218 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5f83-9dd3-4ef2-b228-bc3142b769d4 admin admin] Publish callbacks [] for security_group (086ef4be-49f6-4416-a17f-2915177d6b95), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:24.789956 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5f83-9dd3-4ef2-b228-bc3142b769d4 admin admin] Publish callbacks [] for security_group (086ef4be-49f6-4416-a17f-2915177d6b95), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:24.931839 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d905f-d62c-4dc8-90c4-08f4f31ecdf8 req-d694a982-c22f-49c8-a137-49387dc9eed9 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:24.934418 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d80d905f-d62c-4dc8-90c4-08f4f31ecdf8 req-d694a982-c22f-49c8-a137-49387dc9eed9 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 943 time: 0.0933776 Jan 21 14:24:25.026229 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5f83-9dd3-4ef2-b228-bc3142b769d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (086ef4be-49f6-4416-a17f-2915177d6b95), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:25.029159 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5f83-9dd3-4ef2-b228-bc3142b769d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:25.034414 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-2d2c5f83-9dd3-4ef2-b228-bc3142b769d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/086ef4be-49f6-4416-a17f-2915177d6b95 HTTP/1.1" status: 204 len: 168 time: 0.4363935 Jan 21 14:24:25.035128 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d80d905f-d62c-4dc8-90c4-08f4f31ecdf8 req-66e12698-2229-4a8f-95a4-e8f841c4399e tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944495 Jan 21 14:24:25.046359 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c5f83-9dd3-4ef2-b228-bc3142b769d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086ef4be-49f6-4416-a17f-2915177d6b95,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:25.290985 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6e83dc3d-b869-43a0-aa07-eea2ee7c3757 req-2c1eefcd-026e-40d9-8050-7604e27d5a38 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 210 time: 0.0899539 Jan 21 14:24:25.320551 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7dcf112b-0408-4498-b687-2d669c2f6ac2 req-51dd18f5-f5e2-4789-9020-598ffcf6e249 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 210 time: 0.0469871 Jan 21 14:24:25.356240 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5d6d1ac5-9c46-47d9-a8c4-c90e4e0c4777 req-46d5d057-f41d-457b-8bdf-cec1073c171a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c50108c-310f-4932-81f0-d845a5dd0c24 HTTP/1.1" status: 200 len: 217 time: 0.0881019 Jan 21 14:24:25.440839 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d1ac5-9c46-47d9-a8c4-c90e4e0c4777 req-16dab080-df7d-4bbe-93d4-d6dea92ef67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:25.441000 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5d6d1ac5-9c46-47d9-a8c4-c90e4e0c4777 req-16dab080-df7d-4bbe-93d4-d6dea92ef67c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6028d9c9-f797-44bb-a56e-4f8bba3790d1 HTTP/1.1" status: 200 len: 851 time: 0.0697830 Jan 21 14:24:25.484974 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5d6d1ac5-9c46-47d9-a8c4-c90e4e0c4777 req-8ab44fc0-b188-4a54-a8f2-228598859e67 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=817f39d6-1033-4bff-9caf-7c8378950f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347791 Jan 21 14:24:25.611892 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5d6d1ac5-9c46-47d9-a8c4-c90e4e0c4777 req-afd5e31d-61f0-4b3e-a371-a0431f96b966 service neutron] 10.222.0.88 "GET /v2.0/networks/817f39d6-1033-4bff-9caf-7c8378950f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122568 Jan 21 14:24:25.722053 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5d6d1ac5-9c46-47d9-a8c4-c90e4e0c4777 req-c1076543-d3ee-4ad1-8f45-9faffbf5d9fc service neutron] 10.222.0.88 "GET /v2.0/networks/817f39d6-1033-4bff-9caf-7c8378950f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086433 Jan 21 14:24:26.304650 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5c830-9a4d-4d70-9abc-73e551a11c78 req-bbd56cef-7172-4ffc-bd32-01ace51d328e tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:26.306331 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b5f5c830-9a4d-4d70-9abc-73e551a11c78 req-bbd56cef-7172-4ffc-bd32-01ace51d328e tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 943 time: 0.0781550 Jan 21 14:24:26.378253 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b5f5c830-9a4d-4d70-9abc-73e551a11c78 req-b8658001-bb1a-4d9b-8aca-c5d0b08756c5 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652635 Jan 21 14:24:26.516444 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-85b41726-3996-4ffb-8b68-c996efbcabef req-10df6dc6-59cf-45f9-87ea-1308c4e1a1af tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 210 time: 0.0335391 Jan 21 14:24:26.546607 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d426edbb-112c-4643-bdbe-9c2c66cebb6b req-5b794d06-f342-4f7a-9094-03bdfe893ed4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 210 time: 0.0343862 Jan 21 14:24:26.758636 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f767fd77-229e-4ea0-a5ed-b3f3c15b759e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:27.093646 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88358943-7b7a-4f15-b225-f604f098fd63 req-275013a4-acf3-4f3b-8041-8dab156ec2c6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:27.095421 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-275013a4-acf3-4f3b-8041-8dab156ec2c6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.88 "GET /v2.0/networks?id=e22d431d-70ce-45d2-9349-3eeb343bec3f HTTP/1.1" status: 200 len: 810 time: 0.1451280 Jan 21 14:24:27.231609 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-eeac401d-cd3d-4fa0-9436-711b75dbffb8 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53f4be14297047ac9c782215bee96797 HTTP/1.1" status: 200 len: 380 time: 0.1265192 Jan 21 14:24:27.245658 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-88358943-7b7a-4f15-b225-f604f098fd63 req-417f4e7f-aa71-41df-97ec-abd56e0099c4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Request body: {'port': {'device_id': '0cc3eb9e-d149-4c46-aafc-d800263e80d1', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'admin_state_up': True, 'tenant_id': '53f4be14297047ac9c782215bee96797', 'security_groups': ['79586d5d-ea58-41a8-ac09-3193df308016']}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:27.436728 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 9c50108c-310f-4932-81f0-d845a5dd0c24 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:24:27.482411 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88358943-7b7a-4f15-b225-f604f098fd63 req-417f4e7f-aa71-41df-97ec-abd56e0099c4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Made reservation on behalf of 53f4be14297047ac9c782215bee96797 for: {'port': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:24:27.490180 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-88358943-7b7a-4f15-b225-f604f098fd63 req-417f4e7f-aa71-41df-97ec-abd56e0099c4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:27.510759 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.88', 62141) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:27.600087 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d0249-d187-4b3a-9c4d-a91f7fd31b22 req-b6a6b502-f8c3-4be3-92c2-362c3d70b266 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:27.601811 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6b6d0249-d187-4b3a-9c4d-a91f7fd31b22 req-b6a6b502-f8c3-4be3-92c2-362c3d70b266 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 943 time: 0.1406412 Jan 21 14:24:27.636618 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 9c50108c-310f-4932-81f0-d845a5dd0c24, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9c50108c-310f-4932-81f0-d845a5dd0c24,segment=NetworkSegment(c63498a3-a60b-4808-9a79-a80d295f1918),segment_id=c63498a3-a60b-4808-9a79-a80d295f1918)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:24:27.655036 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '9c50108c-310f-4932-81f0-d845a5dd0c24', 'network_id': '817f39d6-1033-4bff-9caf-7c8378950f30', 'port_id': '9c50108c-310f-4932-81f0-d845a5dd0c24', 'mac_address': 'fa:16:3e:ac:8d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6028d9c9-f797-44bb-a56e-4f8bba3790d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:24:27.701009 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6e4794cc-fbe0-4d04-bd08-1def80b394c2 req-77c3878c-5e6c-4790-868b-a08d26ed0867 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 210 time: 0.0554647 Jan 21 14:24:27.728291 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 9c50108c-310f-4932-81f0-d845a5dd0c24 is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:27.728973 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:27.748203 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6b6d0249-d187-4b3a-9c4d-a91f7fd31b22 req-cb9fdf40-b5f8-4ed6-94b7-9b8685e5f3c0 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332848 Jan 21 14:24:27.751945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c50108c-310f-4932-81f0-d845a5dd0c24 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:24:27.790030 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 9c50108c-310f-4932-81f0-d845a5dd0c24, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9c50108c-310f-4932-81f0-d845a5dd0c24,segment=NetworkSegment(c63498a3-a60b-4808-9a79-a80d295f1918),segment_id=c63498a3-a60b-4808-9a79-a80d295f1918)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:24:27.860896 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d013475c-5255-4b10-8df3-2071de080cc3 req-f8b67780-0b1a-440a-9042-939b13cc2bc4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 210 time: 0.0450692 Jan 21 14:24:27.943203 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-31242960-b011-4335-b6c9-920035310694 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:27.945126 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-31242960-b011-4335-b6c9-920035310694 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.88 "GET /v2.0/networks?id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea HTTP/1.1" status: 200 len: 815 time: 0.4332540 Jan 21 14:24:27.971433 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:28.008241 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [req-88358943-7b7a-4f15-b225-f604f098fd63 req-417f4e7f-aa71-41df-97ec-abd56e0099c4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Allocated IP 172.20.0.13 (e22d431d-70ce-45d2-9349-3eeb343bec3f/211c3ab0-13b0-4e84-95f9-2038fc691000/ac9d9999-fc38-4faf-9cb9-42b05e4ead09) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:24:28.049432 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-82cb4e3b-54e2-41e6-bc15-29723520a6d4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60aa34d5299842f1aa2a2e8e745df561 HTTP/1.1" status: 200 len: 380 time: 0.0942388 Jan 21 14:24:28.050438 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=9c50108c-310f-4932-81f0-d845a5dd0c24,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:28.066342 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-ec1b7dfd-fc8a-4611-bb06-7f0d3dcddc3d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Request body: {'port': {'device_id': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'admin_state_up': True, 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'security_groups': ['c945b49e-dab3-4a71-b941-be1f223019de']}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:28.231382 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['9c50108c-310f-4932-81f0-d845a5dd0c24'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:24:28.305295 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-88358943-7b7a-4f15-b225-f604f098fd63 req-417f4e7f-aa71-41df-97ec-abd56e0099c4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:28.413792 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-ec1b7dfd-fc8a-4611-bb06-7f0d3dcddc3d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Made reservation on behalf of 60aa34d5299842f1aa2a2e8e745df561 for: {'port': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:24:28.417919 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-ec1b7dfd-fc8a-4611-bb06-7f0d3dcddc3d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:28.491315 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-88358943-7b7a-4f15-b225-f604f098fd63 req-417f4e7f-aa71-41df-97ec-abd56e0099c4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:28.585614 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88358943-7b7a-4f15-b225-f604f098fd63 req-417f4e7f-aa71-41df-97ec-abd56e0099c4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Network e22d431d-70ce-45d2-9349-3eeb343bec3f is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:24:28.597305 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [req-88358943-7b7a-4f15-b225-f604f098fd63 req-417f4e7f-aa71-41df-97ec-abd56e0099c4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:24:28.602400 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-88358943-7b7a-4f15-b225-f604f098fd63 req-417f4e7f-aa71-41df-97ec-abd56e0099c4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:24:28.633802 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f4e7f-aa71-41df-97ec-abd56e0099c4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event updated for resources: {'Port': ['ID=ac9d9999-fc38-4faf-9cb9-42b05e4ead09,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:28.737625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88358943-7b7a-4f15-b225-f604f098fd63 req-417f4e7f-aa71-41df-97ec-abd56e0099c4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:28.737625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-88358943-7b7a-4f15-b225-f604f098fd63 req-417f4e7f-aa71-41df-97ec-abd56e0099c4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:28.737625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-ec1b7dfd-fc8a-4611-bb06-7f0d3dcddc3d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Allocated IP 172.20.0.7 (23bc7a6c-f4b1-46b9-adc6-d70b40c31cea/b1af3231-f7ce-40f9-b8d1-bdab42531b8f/97be1fbd-a892-44ca-9d18-9c01f5821dcf) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:24:28.898766 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-235722f7-e547-4838-9b74-7ea855e70b33 req-c6f21761-39d5-45bd-bff8-03d4d03b96c1 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 210 time: 0.0859907 Jan 21 14:24:28.936402 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-417f4e7f-aa71-41df-97ec-abd56e0099c4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6974757 Jan 21 14:24:28.967893 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Request body: {'port': {'device_id': '0cc3eb9e-d149-4c46-aafc-d800263e80d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:29.059523 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-88ddd22a-b012-41e8-89ac-23a234c0a070 None None] Provisioning complete for port ac9d9999-fc38-4faf-9cb9-42b05e4ead09 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:29.060069 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-88ddd22a-b012-41e8-89ac-23a234c0a070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:29.077121 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0add2-aa2b-4965-a6db-20dd08bb5cbd req-e23ab30e-4b27-4741-aa4d-05daabee8d84 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:29.080403 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a2b0add2-aa2b-4965-a6db-20dd08bb5cbd req-e23ab30e-4b27-4741-aa4d-05daabee8d84 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 944 time: 0.1711671 Jan 21 14:24:29.105420 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-88ddd22a-b012-41e8-89ac-23a234c0a070 None None] Port ac9d9999-fc38-4faf-9cb9-42b05e4ead09 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:24:29.129950 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825c4ed-b58a-4386-9183-d4d6028ba3b5 req-667bdb84-2bce-4695-9dc6-b6ba56b3024e tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:29.135961 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a825c4ed-b58a-4386-9183-d4d6028ba3b5 req-667bdb84-2bce-4695-9dc6-b6ba56b3024e tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 932 time: 0.1135769 Jan 21 14:24:29.205774 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a825c4ed-b58a-4386-9183-d4d6028ba3b5 req-ce02b966-149e-48cc-a2bc-133df13fe5f9 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567827 Jan 21 14:24:29.244962 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:29.389469 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-ec1b7dfd-fc8a-4611-bb06-7f0d3dcddc3d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:29.425071 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:29.457919 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a2b0add2-aa2b-4965-a6db-20dd08bb5cbd req-5561a20d-d96c-408a-9461-afa3a58d6605 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659198 Jan 21 14:24:29.597405 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-ec1b7dfd-fc8a-4611-bb06-7f0d3dcddc3d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:29.690284 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-ec1b7dfd-fc8a-4611-bb06-7f0d3dcddc3d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:24:29.693978 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b7dfd-fc8a-4611-bb06-7f0d3dcddc3d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event updated for resources: {'Port': ['ID=97be1fbd-a892-44ca-9d18-9c01f5821dcf,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:29.698943 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-ec1b7dfd-fc8a-4611-bb06-7f0d3dcddc3d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:24:29.732555 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-ec1b7dfd-fc8a-4611-bb06-7f0d3dcddc3d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:24:29.771754 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:29.816256 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-ec1b7dfd-fc8a-4611-bb06-7f0d3dcddc3d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:29.816633 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-ec1b7dfd-fc8a-4611-bb06-7f0d3dcddc3d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:29.929956 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9d9999-fc38-4faf-9cb9-42b05e4ead09 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:24:29.954855 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Publish callbacks [] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:29.978786 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-ec1b7dfd-fc8a-4611-bb06-7f0d3dcddc3d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9173336 Jan 21 14:24:30.017538 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Transition to ACTIVE for port object ac9d9999-fc38-4faf-9cb9-42b05e4ead09 will not be triggered until provisioned by entity L2. {{(pid=103331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:24:30.090758 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:30.107579 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3effd66-a553-4cfc-af5b-0f8e8ccb5be1 req-5aa945d3-6190-4683-8aca-7c93454b4c9e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:30.110499 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d3effd66-a553-4cfc-af5b-0f8e8ccb5be1 req-5aa945d3-6190-4683-8aca-7c93454b4c9e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 931 time: 0.0904968 Jan 21 14:24:30.159409 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9d9999-fc38-4faf-9cb9-42b05e4ead09,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:30.187250 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-3ee85364-40a3-4e07-9f2f-5f2fc7f68000 None None] Provisioning complete for port 97be1fbd-a892-44ca-9d18-9c01f5821dcf triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:30.189111 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ee85364-40a3-4e07-9f2f-5f2fc7f68000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:30.228387 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d3effd66-a553-4cfc-af5b-0f8e8ccb5be1 req-ce70829b-9fe8-49e9-9fa7-309986ec3552 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092837 Jan 21 14:24:30.255747 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3ee85364-40a3-4e07-9f2f-5f2fc7f68000 None None] Port 97be1fbd-a892-44ca-9d18-9c01f5821dcf cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:24:30.334805 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Attempting to bind port ac9d9999-fc38-4faf-9cb9-42b05e4ead09 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:24:30.335496 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Attempting to bind port ac9d9999-fc38-4faf-9cb9-42b05e4ead09 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:24:30.336029 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Attempting to bind port ac9d9999-fc38-4faf-9cb9-42b05e4ead09 on network e22d431d-70ce-45d2-9349-3eeb343bec3f {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:24:30.391664 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Port ac9d9999-fc38-4faf-9cb9-42b05e4ead09 on network e22d431d-70ce-45d2-9349-3eeb343bec3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:24:30.404958 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Attempting to bind port ac9d9999-fc38-4faf-9cb9-42b05e4ead09 on network e22d431d-70ce-45d2-9349-3eeb343bec3f {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:24:30.404958 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:24:30.404958 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Checking segment: {'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:24:30.404958 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Bound using segment: {'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:24:30.404958 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Bound port: ac9d9999-fc38-4faf-9cb9-42b05e4ead09, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:24:30.404958 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.472625 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.478749 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.478749 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.478749 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.478749 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.478749 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.478749 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.478749 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.478749 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.478749 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.478749 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.478749 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:24:30.478749 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:24:30.478749 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af478e0e-a22b-4daf-ada0-2b43153d3cd8 req-707d062f-5f31-4575-8642-f1bd71513c25 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:30.478749 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-af478e0e-a22b-4daf-ada0-2b43153d3cd8 req-707d062f-5f31-4575-8642-f1bd71513c25 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 944 time: 0.1345470 Jan 21 14:24:30.502822 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] For port ac9d9999-fc38-4faf-9cb9-42b05e4ead09, host hv-cinder-82160, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:24:30.509346 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] For port ac9d9999-fc38-4faf-9cb9-42b05e4ead09, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ac9d9999-fc38-4faf-9cb9-42b05e4ead09,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:24:30.592650 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-af478e0e-a22b-4daf-ada0-2b43153d3cd8 req-952ca7aa-aa3a-44fd-9830-a17ad8c799ff tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840924 Jan 21 14:24:30.653869 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:30.676956 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d47c6-422b-4a6f-bea4-1715621eb31b req-4b61fb18-630b-4581-b2d8-3e9b011ab851 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:30.680478 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc6d47c6-422b-4a6f-bea4-1715621eb31b req-4b61fb18-630b-4581-b2d8-3e9b011ab851 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 944 time: 0.0959253 Jan 21 14:24:30.702592 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:30.703164 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:30.706171 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] 10.222.0.88 "PUT /v2.0/ports/ac9d9999-fc38-4faf-9cb9-42b05e4ead09 HTTP/1.1" status: 200 len: 1094 time: 1.7477973 Jan 21 14:24:30.706171 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc3eb9e-d149-4c46-aafc-d800263e80d1', 'tag': 'ac9d9999-fc38-4faf-9cb9-42b05e4ead09'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:24:30.709438 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e93e34c-6f0c-46c6-8ced-fda406e8b430" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc3eb9e-d149-4c46-aafc-d800263e80d1", "tag": "ac9d9999-fc38-4faf-9cb9-42b05e4ead09"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:24:30.744879 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb04826-4307-4019-88f8-bc163f4f52c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9d9999-fc38-4faf-9cb9-42b05e4ead09,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:30.760649 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53238) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:30.788308 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5de6b19-6ccb-4608-91ca-15d0fb7b18a8 x-openstack-request-id: req-f5de6b19-6ccb-4608-91ca-15d0fb7b18a8 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:24:30.788578 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc3eb9e-d149-4c46-aafc-d800263e80d1", "tag": "ac9d9999-fc38-4faf-9cb9-42b05e4ead09", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:24:30.788840 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5de6b19-6ccb-4608-91ca-15d0fb7b18a8 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:24:30.789268 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc3eb9e-d149-4c46-aafc-d800263e80d1', 'tag': 'ac9d9999-fc38-4faf-9cb9-42b05e4ead09', 'status': 'completed', 'code': 200} Jan 21 14:24:30.812362 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc6d47c6-422b-4a6f-bea4-1715621eb31b req-64db4d09-1d73-4850-96f9-e3bb11d59cbc tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118979 Jan 21 14:24:30.927244 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-92a732af-e9f3-446c-a756-f861ac322eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:31.019057 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:31.019351 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-92a732af-e9f3-446c-a756-f861ac322eea admin admin] Publish callbacks [] for security_group (173ecb84-554d-44e4-a1e3-c1d0b88e7b3c), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:31.093117 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-92a732af-e9f3-446c-a756-f861ac322eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (173ecb84-554d-44e4-a1e3-c1d0b88e7b3c), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:31.138624 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-92a732af-e9f3-446c-a756-f861ac322eea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d59a9cf4d31b41e5af5bf9679be613b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3755202 Jan 21 14:24:31.141370 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53246) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:31.148564 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a732af-e9f3-446c-a756-f861ac322eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173ecb84-554d-44e4-a1e3-c1d0b88e7b3c,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:31.207687 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ac1039c5-d100-4522-83ec-82435e23dd21 admin admin] Publish callbacks [] for security_group (173ecb84-554d-44e4-a1e3-c1d0b88e7b3c), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:31.235107 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ac1039c5-d100-4522-83ec-82435e23dd21 admin admin] Publish callbacks [] for security_group (173ecb84-554d-44e4-a1e3-c1d0b88e7b3c), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:31.291931 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 9c50108c-310f-4932-81f0-d845a5dd0c24 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:24:31.373228 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ac1039c5-d100-4522-83ec-82435e23dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (173ecb84-554d-44e4-a1e3-c1d0b88e7b3c), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:31.376628 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ac1039c5-d100-4522-83ec-82435e23dd21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:31.379012 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-ac1039c5-d100-4522-83ec-82435e23dd21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/173ecb84-554d-44e4-a1e3-c1d0b88e7b3c HTTP/1.1" status: 204 len: 168 time: 0.2364278 Jan 21 14:24:31.426097 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1039c5-d100-4522-83ec-82435e23dd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173ecb84-554d-44e4-a1e3-c1d0b88e7b3c,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:31.459351 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port 9c50108c-310f-4932-81f0-d845a5dd0c24 completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:24:31.466593 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 9c50108c-310f-4932-81f0-d845a5dd0c24 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:31.467239 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:31.473811 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e360126-73d8-4c5a-83e5-b66b604d0771 req-d38d30a3-40e2-4f48-86ef-d99e8ac8badf tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:31.476648 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5e360126-73d8-4c5a-83e5-b66b604d0771 req-d38d30a3-40e2-4f48-86ef-d99e8ac8badf tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 931 time: 0.0928109 Jan 21 14:24:31.549554 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5e360126-73d8-4c5a-83e5-b66b604d0771 req-b927f3b3-f626-4f60-817e-81bce3c75d01 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664558 Jan 21 14:24:31.579812 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 9c50108c-310f-4932-81f0-d845a5dd0c24 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:31.580313 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:31.616659 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858e9b0a-493d-4526-aa19-494bc6cf1746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c50108c-310f-4932-81f0-d845a5dd0c24'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:24:31.725886 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 9c50108c-310f-4932-81f0-d845a5dd0c24, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9c50108c-310f-4932-81f0-d845a5dd0c24,segment=NetworkSegment(c63498a3-a60b-4808-9a79-a80d295f1918),segment_id=c63498a3-a60b-4808-9a79-a80d295f1918)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:24:31.767816 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f7d69-af32-4ec1-904d-cec9d939082d req-3480227f-c80c-4b6a-a220-b096fe4bf473 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:31.770521 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d62f7d69-af32-4ec1-904d-cec9d939082d req-3480227f-c80c-4b6a-a220-b096fe4bf473 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 944 time: 0.0714021 Jan 21 14:24:31.850491 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdcb691-fae6-4e64-beef-58ad9007d62d" -d '{"events": [{"server_uuid": "858e9b0a-493d-4526-aa19-494bc6cf1746", "name": "network-vif-plugged", "status": "completed", "tag": "9c50108c-310f-4932-81f0-d845a5dd0c24"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:24:31.860358 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:31.893794 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d62f7d69-af32-4ec1-904d-cec9d939082d req-c4c06f17-0dd9-41ae-b894-6fa41f12d9a2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165185 Jan 21 14:24:31.982607 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=9c50108c-310f-4932-81f0-d845a5dd0c24,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:32.056557 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0438df-7484-476e-aa0c-6610f4ee5fc6 req-a9a2b827-b473-49a7-9aeb-b37a1823d00a tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:32.058238 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-be0438df-7484-476e-aa0c-6610f4ee5fc6 req-a9a2b827-b473-49a7-9aeb-b37a1823d00a tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.0854342 Jan 21 14:24:32.123805 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-be0438df-7484-476e-aa0c-6610f4ee5fc6 req-08f14f59-5964-420a-9f91-e1b7e22c93f0 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585566 Jan 21 14:24:32.169249 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd610ef0-2e15-4c54-9d37-48e328138b1c x-openstack-request-id: req-bd610ef0-2e15-4c54-9d37-48e328138b1c {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:24:32.169616 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858e9b0a-493d-4526-aa19-494bc6cf1746", "name": "network-vif-plugged", "status": "completed", "tag": "9c50108c-310f-4932-81f0-d845a5dd0c24", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:24:32.169834 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd610ef0-2e15-4c54-9d37-48e328138b1c {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:24:32.170392 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858e9b0a-493d-4526-aa19-494bc6cf1746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c50108c-310f-4932-81f0-d845a5dd0c24', 'code': 200} Jan 21 14:24:32.364230 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53290) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:32.391547 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff6409df-3b83-48d4-94ce-121064e268f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:32.425516 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Request body: {'port': {'device_id': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:32.588888 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:32.598616 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93e34c-6f0c-46c6-8ced-fda406e8b430 req-6bfe104b-d52d-45d4-a648-3437531f61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:32.601505 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0e93e34c-6f0c-46c6-8ced-fda406e8b430 req-6bfe104b-d52d-45d4-a648-3437531f61e9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53f4be14297047ac9c782215bee96797&device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 1097 time: 0.1405478 Jan 21 14:24:32.632830 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:32.691665 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff6409df-3b83-48d4-94ce-121064e268f0 admin admin] Publish callbacks [] for security_group (348594ff-6846-43cd-805d-241c0aad2898), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:32.777009 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff6409df-3b83-48d4-94ce-121064e268f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (348594ff-6846-43cd-805d-241c0aad2898), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:32.925578 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.88', 62153) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:32.983876 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6409df-3b83-48d4-94ce-121064e268f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348594ff-6846-43cd-805d-241c0aad2898,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:33.005457 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-ff6409df-3b83-48d4-94ce-121064e268f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d0fa87a7d64442ea128522757280f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6391184 Jan 21 14:24:33.014163 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53310) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:33.036759 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93e34c-6f0c-46c6-8ced-fda406e8b430 req-d2dd9332-df93-4736-8063-a506d415600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:33.038627 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0e93e34c-6f0c-46c6-8ced-fda406e8b430 req-d2dd9332-df93-4736-8063-a506d415600d service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=53f4be14297047ac9c782215bee96797&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4248338 Jan 21 14:24:33.069308 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc1ecc-5035-4d72-9079-9a48ed661654 req-90db585d-a94e-45e6-a923-d5678fbb0772 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:33.076158 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8bbc1ecc-5035-4d72-9079-9a48ed661654 req-90db585d-a94e-45e6-a923-d5678fbb0772 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 931 time: 0.3086021 Jan 21 14:24:33.347922 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eab6e3-dee1-4650-96bb-6e7049c1deee req-d8f323f5-07a7-4bf7-b162-4c56d7efb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:33.351130 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f3eab6e3-dee1-4650-96bb-6e7049c1deee req-d8f323f5-07a7-4bf7-b162-4c56d7efb535 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 1098 time: 0.4231946 Jan 21 14:24:33.361536 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8bbc1ecc-5035-4d72-9079-9a48ed661654 req-b516d354-0161-4e47-8aff-cdb8219e28e4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843363 Jan 21 14:24:33.368104 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81d569-411d-4615-aa59-e725c5711c7c req-033be53a-3242-473d-a2bc-fb6856323c80 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:33.377142 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9ca11a22-6fb2-49de-bfda-6e82a34d2e02 admin admin] Publish callbacks [] for security_group (348594ff-6846-43cd-805d-241c0aad2898), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:33.378667 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-dc81d569-411d-4615-aa59-e725c5711c7c req-033be53a-3242-473d-a2bc-fb6856323c80 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 944 time: 0.3924634 Jan 21 14:24:33.443792 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93e34c-6f0c-46c6-8ced-fda406e8b430 req-7a8d1403-76e3-4fda-9cea-abd3e8dfee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:33.445377 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0e93e34c-6f0c-46c6-8ced-fda406e8b430 req-7a8d1403-76e3-4fda-9cea-abd3e8dfee81 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3976679 Jan 21 14:24:33.448667 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f3eab6e3-dee1-4650-96bb-6e7049c1deee req-48338fdd-7ac9-4a9e-8197-67a2b72fa556 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:33.449158 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9ca11a22-6fb2-49de-bfda-6e82a34d2e02 admin admin] Publish callbacks [] for security_group (348594ff-6846-43cd-805d-241c0aad2898), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:33.529267 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-dc81d569-411d-4615-aa59-e725c5711c7c req-15abf609-adeb-4eeb-ad28-834e99cd3e49 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493888 Jan 21 14:24:33.634177 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f3eab6e3-dee1-4650-96bb-6e7049c1deee req-48338fdd-7ac9-4a9e-8197-67a2b72fa556 service neutron] Publish callbacks [] for security_group (ff11fba1-8d76-4da1-959d-165ede7fb6f8), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:33.727417 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f3eab6e3-dee1-4650-96bb-6e7049c1deee req-48338fdd-7ac9-4a9e-8197-67a2b72fa556 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (ff11fba1-8d76-4da1-959d-165ede7fb6f8), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:33.759547 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97be1fbd-a892-44ca-9d18-9c01f5821dcf {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:24:33.771600 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Publish callbacks [] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:33.786748 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f3eab6e3-dee1-4650-96bb-6e7049c1deee req-48338fdd-7ac9-4a9e-8197-67a2b72fa556 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984900 Jan 21 14:24:33.788170 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48338fdd-7ac9-4a9e-8197-67a2b72fa556 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ff11fba1-8d76-4da1-959d-165ede7fb6f8,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:33.813298 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82004a16-3de6-49ba-8ae8-ecbfbbba0f94 req-ea726739-9f3f-4ed8-9cd9-b2d80106fefe tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:33.813979 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-82004a16-3de6-49ba-8ae8-ecbfbbba0f94 req-ea726739-9f3f-4ed8-9cd9-b2d80106fefe tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.1481693 Jan 21 14:24:33.819720 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88358943-7b7a-4f15-b225-f604f098fd63 req-2fbb8492-eac9-43a3-b6ca-a5b38998a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:33.819720 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-2fbb8492-eac9-43a3-b6ca-a5b38998a562 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53f4be14297047ac9c782215bee96797&device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 1097 time: 0.1520331 Jan 21 14:24:33.886364 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-82004a16-3de6-49ba-8ae8-ecbfbbba0f94 req-9577ce4b-d81e-47e6-87a8-d7d6d475a1a2 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559776 Jan 21 14:24:34.049349 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-a0306e78-f7a7-4f38-ba4f-45ff773980d1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac9d9999-fc38-4faf-9cb9-42b05e4ead09 HTTP/1.1" status: 200 len: 217 time: 0.0369039 Jan 21 14:24:34.082366 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Transition to ACTIVE for port object 97be1fbd-a892-44ca-9d18-9c01f5821dcf will not be triggered until provisioned by entity L2. {{(pid=103331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:24:34.087297 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9ca11a22-6fb2-49de-bfda-6e82a34d2e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (348594ff-6846-43cd-805d-241c0aad2898), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:34.089881 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9ca11a22-6fb2-49de-bfda-6e82a34d2e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:34.091178 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-9ca11a22-6fb2-49de-bfda-6e82a34d2e02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/348594ff-6846-43cd-805d-241c0aad2898 HTTP/1.1" status: 204 len: 168 time: 1.0736911 Jan 21 14:24:34.106395 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca11a22-6fb2-49de-bfda-6e82a34d2e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348594ff-6846-43cd-805d-241c0aad2898,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:34.123568 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88358943-7b7a-4f15-b225-f604f098fd63 req-9a580723-903d-4d60-84ec-b01bfecf4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:34.127429 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-9a580723-903d-4d60-84ec-b01bfecf4161 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=211c3ab0-13b0-4e84-95f9-2038fc691000 HTTP/1.1" status: 200 len: 849 time: 0.0720842 Jan 21 14:24:34.229958 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88358943-7b7a-4f15-b225-f604f098fd63 req-2198e604-ce2d-446c-996d-6b715e4de047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:34.232575 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-2198e604-ce2d-446c-996d-6b715e4de047 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e22d431d-70ce-45d2-9349-3eeb343bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0984476 Jan 21 14:24:34.234411 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:34.350020 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Pushing event updated for resources: {'Port': ['ID=97be1fbd-a892-44ca-9d18-9c01f5821dcf,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:34.478109 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-623aea49-dbd2-4992-8f8f-608d2495d1e0 service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362754 Jan 21 14:24:34.553345 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Attempting to bind port 97be1fbd-a892-44ca-9d18-9c01f5821dcf on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:24:34.553862 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Attempting to bind port 97be1fbd-a892-44ca-9d18-9c01f5821dcf by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:24:34.554786 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Attempting to bind port 97be1fbd-a892-44ca-9d18-9c01f5821dcf on network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:24:34.620206 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Port 97be1fbd-a892-44ca-9d18-9c01f5821dcf on network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:24:34.620716 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Attempting to bind port 97be1fbd-a892-44ca-9d18-9c01f5821dcf on network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:24:34.642256 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:24:34.642999 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Checking segment: {'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:24:34.643613 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Bound using segment: {'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:24:34.644358 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Bound port: 97be1fbd-a892-44ca-9d18-9c01f5821dcf, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:24:34.644953 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:34.658982 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d605ec6-d74c-401a-a355-6a84d0f7981c req-3b9a49ca-60df-440f-ba4f-25d32aa05444 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:34.667056 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7d605ec6-d74c-401a-a355-6a84d0f7981c req-3b9a49ca-60df-440f-ba4f-25d32aa05444 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.1393428 Jan 21 14:24:34.766114 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7d605ec6-d74c-401a-a355-6a84d0f7981c req-bf69ae09-9b24-4ac1-afe6-a230396f0aa3 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976546 Jan 21 14:24:34.797051 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88358943-7b7a-4f15-b225-f604f098fd63 req-6dc1ba82-3c3e-4258-ab03-3d76e6d3a47f service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099794 Jan 21 14:24:34.886790 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a9cf5-52dd-48d3-9def-6704fe627308 req-7d601b4f-124c-426c-a1fa-8003fbbb4afd tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:34.889573 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9d7a9cf5-52dd-48d3-9def-6704fe627308 req-7d601b4f-124c-426c-a1fa-8003fbbb4afd tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 944 time: 0.2521677 Jan 21 14:24:34.920859 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] For port 97be1fbd-a892-44ca-9d18-9c01f5821dcf, host hv-cinder-82160, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:24:34.940478 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] For port 97be1fbd-a892-44ca-9d18-9c01f5821dcf, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:24:34.984760 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9d7a9cf5-52dd-48d3-9def-6704fe627308 req-9c8b1236-66f0-40cb-b797-84419e8e2b91 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845680 Jan 21 14:24:35.041717 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590c5c1-796b-430a-a6d8-24dbbcad2a11 req-25020c90-729f-4da8-b1b7-e36f49bdff8c tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:35.043500 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a590c5c1-796b-430a-a6d8-24dbbcad2a11 req-25020c90-729f-4da8-b1b7-e36f49bdff8c tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.0681593 Jan 21 14:24:35.105666 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a590c5c1-796b-430a-a6d8-24dbbcad2a11 req-d0242ba8-648c-4d67-aaee-b15fda7e40e8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527320 Jan 21 14:24:35.119999 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:35.155985 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:35.156610 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:35.158215 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] 10.222.0.88 "PUT /v2.0/ports/97be1fbd-a892-44ca-9d18-9c01f5821dcf HTTP/1.1" status: 200 len: 1093 time: 2.7386150 Jan 21 14:24:35.158562 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'tag': '97be1fbd-a892-44ca-9d18-9c01f5821dcf'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:24:35.160911 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d774d4b7-9633-45c7-9b1d-5b70230b8a87" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ffadec-c61a-4fff-9b28-7f69eb0694a2", "tag": "97be1fbd-a892-44ca-9d18-9c01f5821dcf"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:24:35.194227 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae33b21-be33-467d-b963-88022032cf5d service neutron] Pushing event updated for resources: {'Port': ['ID=97be1fbd-a892-44ca-9d18-9c01f5821dcf,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:35.229380 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba4b57d-a8d0-4b5f-995e-becbc842963b x-openstack-request-id: req-cba4b57d-a8d0-4b5f-995e-becbc842963b {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:24:35.229935 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ffadec-c61a-4fff-9b28-7f69eb0694a2", "tag": "97be1fbd-a892-44ca-9d18-9c01f5821dcf", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:24:35.230455 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cba4b57d-a8d0-4b5f-995e-becbc842963b {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:24:35.231164 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'tag': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'status': 'completed', 'code': 200} Jan 21 14:24:35.490002 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53380) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:35.633791 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-27141a34-1c7d-4611-a750-bd8293e68045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:35.753713 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-27141a34-1c7d-4611-a750-bd8293e68045 admin admin] Publish callbacks [] for security_group (c9de34b1-0462-4de6-8583-47da3d2cd835), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:35.828293 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-27141a34-1c7d-4611-a750-bd8293e68045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (c9de34b1-0462-4de6-8583-47da3d2cd835), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:35.883509 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27141a34-1c7d-4611-a750-bd8293e68045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9de34b1-0462-4de6-8583-47da3d2cd835,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:35.900268 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-27141a34-1c7d-4611-a750-bd8293e68045 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8261385e6604938a18d879b19be4026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080944 Jan 21 14:24:35.902162 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53394) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:35.942916 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822fa19-eaf1-4f48-8190-ea5be021503e req-c437eb15-a17b-40ba-8d08-218c58de6413 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:35.945763 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d822fa19-eaf1-4f48-8190-ea5be021503e req-c437eb15-a17b-40ba-8d08-218c58de6413 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0882888 Jan 21 14:24:35.982936 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b92b2cf-7fed-40b0-923d-784a666ad3ed admin admin] Publish callbacks [] for security_group (c9de34b1-0462-4de6-8583-47da3d2cd835), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:36.023163 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d822fa19-eaf1-4f48-8190-ea5be021503e req-e6c9a871-d500-4371-9a69-255b611ba774 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703826 Jan 21 14:24:36.023438 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b92b2cf-7fed-40b0-923d-784a666ad3ed admin admin] Publish callbacks [] for security_group (c9de34b1-0462-4de6-8583-47da3d2cd835), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:36.191262 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f17fa-84a5-4d84-8372-1d099a25dbb6 req-6fb73f48-fe2f-4b86-82dd-cf143eecfa23 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:36.199853 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-604f17fa-84a5-4d84-8372-1d099a25dbb6 req-6fb73f48-fe2f-4b86-82dd-cf143eecfa23 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 944 time: 0.0762215 Jan 21 14:24:36.204883 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b92b2cf-7fed-40b0-923d-784a666ad3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (c9de34b1-0462-4de6-8583-47da3d2cd835), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:36.209780 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b92b2cf-7fed-40b0-923d-784a666ad3ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:36.214045 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-7b92b2cf-7fed-40b0-923d-784a666ad3ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9de34b1-0462-4de6-8583-47da3d2cd835 HTTP/1.1" status: 204 len: 168 time: 0.3078744 Jan 21 14:24:36.253314 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92b2cf-7fed-40b0-923d-784a666ad3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9de34b1-0462-4de6-8583-47da3d2cd835,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:36.334653 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-604f17fa-84a5-4d84-8372-1d099a25dbb6 req-7472bbcb-9662-4a93-a529-4e499430bd85 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301436 Jan 21 14:24:36.351812 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c161ee-5a61-4c63-9b1a-f5fb39f43d77 req-5307deeb-6d0b-4805-9e6e-492145dd27e8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:36.354657 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-41c161ee-5a61-4c63-9b1a-f5fb39f43d77 req-5307deeb-6d0b-4805-9e6e-492145dd27e8 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.1155579 Jan 21 14:24:36.443780 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-41c161ee-5a61-4c63-9b1a-f5fb39f43d77 req-bbfdb4fb-f95f-4d81-a7a4-332277a6b009 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794904 Jan 21 14:24:37.195567 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1929be-d696-4a7b-99f1-6e56e74f5f0a req-52ef239f-9577-46d8-bc97-dccc593337ff tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:37.197713 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-df1929be-d696-4a7b-99f1-6e56e74f5f0a req-52ef239f-9577-46d8-bc97-dccc593337ff tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0756705 Jan 21 14:24:37.247801 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 53426) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:37.264477 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fc2d62c6-463f-41bd-8fcd-38c12d375a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:37.290655 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-df1929be-d696-4a7b-99f1-6e56e74f5f0a req-0ebb1c55-a314-4ec9-be59-475f1ab9a424 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805857 Jan 21 14:24:37.373747 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fc2d62c6-463f-41bd-8fcd-38c12d375a57 admin admin] Publish callbacks [] for security_group (36da122a-9c48-47cf-9097-7410872cdc6f), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:37.504409 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ba2d1-5123-428e-9c5f-ed77ff96f6f9 req-73315d37-4b5b-4e2b-bd8d-dfd83c1a84d3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:37.507516 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-186ba2d1-5123-428e-9c5f-ed77ff96f6f9 req-73315d37-4b5b-4e2b-bd8d-dfd83c1a84d3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 944 time: 0.0850387 Jan 21 14:24:37.532495 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fc2d62c6-463f-41bd-8fcd-38c12d375a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (36da122a-9c48-47cf-9097-7410872cdc6f), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:37.682331 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-fc2d62c6-463f-41bd-8fcd-38c12d375a57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e22fdcfc68cc4e2fba915cecc345b569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4296186 Jan 21 14:24:37.682582 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774d4b7-9633-45c7-9b1d-5b70230b8a87 req-cdc9e57d-dc71-4e2e-a36d-b2ef218851c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:37.682761 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d62c6-463f-41bd-8fcd-38c12d375a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36da122a-9c48-47cf-9097-7410872cdc6f,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:37.683118 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d774d4b7-9633-45c7-9b1d-5b70230b8a87 req-cdc9e57d-dc71-4e2e-a36d-b2ef218851c7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=60aa34d5299842f1aa2a2e8e745df561&device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 1096 time: 0.1705220 Jan 21 14:24:37.683633 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53440) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:37.697254 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-186ba2d1-5123-428e-9c5f-ed77ff96f6f9 req-6568a985-2c5f-4806-a990-8dc9318b4fd2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795440 Jan 21 14:24:37.699002 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95724823-3791-4570-8aed-2248a5228976 req-a7d184e4-9140-4f41-a53c-ace907435997 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:37.700857 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-95724823-3791-4570-8aed-2248a5228976 req-a7d184e4-9140-4f41-a53c-ace907435997 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.1230803 Jan 21 14:24:37.884002 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-49be1c01-6018-4c63-b947-d80323a5d696 admin admin] Publish callbacks [] for security_group (36da122a-9c48-47cf-9097-7410872cdc6f), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:37.891014 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-95724823-3791-4570-8aed-2248a5228976 req-5dd39631-5ec9-41c1-aa85-7eca3ad0f459 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695423 Jan 21 14:24:37.895412 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774d4b7-9633-45c7-9b1d-5b70230b8a87 req-f29fb1d9-bec9-46c1-83b2-e1874313578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:37.897590 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d774d4b7-9633-45c7-9b1d-5b70230b8a87 req-f29fb1d9-bec9-46c1-83b2-e1874313578e service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=60aa34d5299842f1aa2a2e8e745df561&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1945999 Jan 21 14:24:37.940743 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-49be1c01-6018-4c63-b947-d80323a5d696 admin admin] Publish callbacks [] for security_group (36da122a-9c48-47cf-9097-7410872cdc6f), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:38.046436 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774d4b7-9633-45c7-9b1d-5b70230b8a87 req-a7d0a927-8bef-4da9-a3d8-b3a2750fb121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:38.048753 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d774d4b7-9633-45c7-9b1d-5b70230b8a87 req-a7d0a927-8bef-4da9-a3d8-b3a2750fb121 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1424479 Jan 21 14:24:38.173392 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-49be1c01-6018-4c63-b947-d80323a5d696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (36da122a-9c48-47cf-9097-7410872cdc6f), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:38.176734 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-49be1c01-6018-4c63-b947-d80323a5d696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:38.178295 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-49be1c01-6018-4c63-b947-d80323a5d696 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/36da122a-9c48-47cf-9097-7410872cdc6f HTTP/1.1" status: 204 len: 168 time: 0.4927173 Jan 21 14:24:38.193806 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be1c01-6018-4c63-b947-d80323a5d696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36da122a-9c48-47cf-9097-7410872cdc6f,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:38.522324 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abddcb4-3f23-42a0-9dfa-2855c22017b8 req-1df2e61a-5c7a-43c9-9164-9475c24c1f4e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:38.525341 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3abddcb4-3f23-42a0-9dfa-2855c22017b8 req-1df2e61a-5c7a-43c9-9164-9475c24c1f4e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0970042 Jan 21 14:24:38.596702 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3abddcb4-3f23-42a0-9dfa-2855c22017b8 req-9873d8a1-9f9d-4550-8f3c-564d802005ba tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615363 Jan 21 14:24:38.951118 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a7f40-544f-47c8-8716-9b361958daaa req-5baa05e0-7094-4a38-8c0d-a72a47515d35 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:38.956489 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-df0a7f40-544f-47c8-8716-9b361958daaa req-5baa05e0-7094-4a38-8c0d-a72a47515d35 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 944 time: 0.1136808 Jan 21 14:24:39.052790 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-df0a7f40-544f-47c8-8716-9b361958daaa req-def65302-0611-4552-b5f6-ddf173758c9b tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868518 Jan 21 14:24:39.086185 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7d7ee-64f3-4125-ac46-06986c922e52 req-4bd79fb5-d14d-4f1b-b7a6-eeda8197cccb tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:39.087451 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0fd7d7ee-64f3-4125-ac46-06986c922e52 req-4bd79fb5-d14d-4f1b-b7a6-eeda8197cccb tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.0903199 Jan 21 14:24:39.179289 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0fd7d7ee-64f3-4125-ac46-06986c922e52 req-0f3c3681-620e-455a-a1e4-8e6e426dd831 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794110 Jan 21 14:24:39.809186 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3c142-b445-40a6-b337-41460d7ee71c req-b38467ea-97f3-40c1-89d5-9ff0729dc90d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:39.811579 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dbe3c142-b445-40a6-b337-41460d7ee71c req-b38467ea-97f3-40c1-89d5-9ff0729dc90d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0980356 Jan 21 14:24:39.903780 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dbe3c142-b445-40a6-b337-41460d7ee71c req-3fdbde3e-a1ed-445a-82a7-dc262278567b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806103 Jan 21 14:24:40.236552 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e862da-fcdf-4298-8302-fe19aa60696b req-616bc89e-1738-4b04-8981-5fefc6c6aad0 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:40.239281 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a7e862da-fcdf-4298-8302-fe19aa60696b req-616bc89e-1738-4b04-8981-5fefc6c6aad0 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 944 time: 0.0903151 Jan 21 14:24:40.327378 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390e004-f06e-4699-adbd-625d4a859494 req-7662add0-7ea5-4164-8e8e-9ad7425b9903 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:40.329038 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a7e862da-fcdf-4298-8302-fe19aa60696b req-4fd6c48e-02e0-484f-8c48-ca3fbf734521 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802836 Jan 21 14:24:40.329212 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9390e004-f06e-4699-adbd-625d4a859494 req-7662add0-7ea5-4164-8e8e-9ad7425b9903 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.0626476 Jan 21 14:24:40.392638 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9390e004-f06e-4699-adbd-625d4a859494 req-e8f46c5f-6aa4-4dea-9b5d-cd2dda0ff6b5 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568583 Jan 21 14:24:40.808311 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-d5884af5-2a32-4ebf-b5d8-7e1e1d6b2dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:40.810046 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-d5884af5-2a32-4ebf-b5d8-7e1e1d6b2dff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=60aa34d5299842f1aa2a2e8e745df561&device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 1096 time: 0.0729294 Jan 21 14:24:40.882763 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-49b30927-102c-45e5-a6f0-f59a9a6cdedb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf HTTP/1.1" status: 200 len: 217 time: 0.0593102 Jan 21 14:24:40.961799 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-6854d9d2-6191-4260-bb8f-2acaa67182e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:40.964629 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-6854d9d2-6191-4260-bb8f-2acaa67182e1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1af3231-f7ce-40f9-b8d1-bdab42531b8f HTTP/1.1" status: 200 len: 854 time: 0.0745137 Jan 21 14:24:41.042234 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-020f48c4-3579-4e70-a59c-20aa04a2e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:41.046292 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-020f48c4-3579-4e70-a59c-20aa04a2e477 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0714862 Jan 21 14:24:41.142899 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0f7c0-f6c9-4986-b6f8-54c57879a13b req-9edfbac2-6bba-4280-b8cd-d362796317ef tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:41.144597 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-35b0f7c0-f6c9-4986-b6f8-54c57879a13b req-9edfbac2-6bba-4280-b8cd-d362796317ef tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0992014 Jan 21 14:24:41.202213 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-0318c069-5e93-4c8f-96da-a2ec8d5f6f39 service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443434 Jan 21 14:24:41.231935 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-35b0f7c0-f6c9-4986-b6f8-54c57879a13b req-4fcec655-9d49-4690-9245-7230596e4948 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781839 Jan 21 14:24:41.382612 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f5a2ce5a-1e39-46a1-aebe-126cc25d224b req-b86e690e-de41-4955-a085-32e8ad72b238 service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702304 Jan 21 14:24:41.530841 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a32b8-f13b-438b-b83e-1c66b631c7fd req-dd3a10ca-b415-4352-92ee-3bc38d5c4544 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:41.534794 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-701a32b8-f13b-438b-b83e-1c66b631c7fd req-dd3a10ca-b415-4352-92ee-3bc38d5c4544 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 944 time: 0.0845628 Jan 21 14:24:41.558664 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596ca1a-6ce4-430a-b78f-6ebeb9589553 req-b8fb1eb2-0e70-4620-b375-aaf7318c2a8e tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:41.560792 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4596ca1a-6ce4-430a-b78f-6ebeb9589553 req-b8fb1eb2-0e70-4620-b375-aaf7318c2a8e tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.0596588 Jan 21 14:24:41.601176 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-701a32b8-f13b-438b-b83e-1c66b631c7fd req-8af8895d-7891-46ee-acc8-3e51729a5274 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606906 Jan 21 14:24:41.629593 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4596ca1a-6ce4-430a-b78f-6ebeb9589553 req-60a38c51-6992-4eb2-9664-21061c15a148 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600436 Jan 21 14:24:42.428968 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7d4a5-bba9-477b-92e5-91d16c561115 req-22e98eb6-d395-4db9-a2a4-66c799883d1b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:42.431710 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f2a7d4a5-bba9-477b-92e5-91d16c561115 req-22e98eb6-d395-4db9-a2a4-66c799883d1b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0711100 Jan 21 14:24:42.487760 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f2a7d4a5-bba9-477b-92e5-91d16c561115 req-29421783-05fa-412c-a78d-504dfe06afe0 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495043 Jan 21 14:24:42.525208 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device ac9d9999-fc38-4faf-9cb9-42b05e4ead09 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:24:42.739546 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port ac9d9999-fc38-4faf-9cb9-42b05e4ead09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ac9d9999-fc38-4faf-9cb9-42b05e4ead09,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:24:42.774200 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': 'ac9d9999-fc38-4faf-9cb9-42b05e4ead09', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'port_id': 'ac9d9999-fc38-4faf-9cb9-42b05e4ead09', 'mac_address': 'fa:16:3e:ff:ba:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:24:42.839986 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c2ce-7455-404c-9244-9bc0d94b8174 req-8a767440-70f5-431f-b01b-01796fe8aa01 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:42.842475 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6a32c2ce-7455-404c-9244-9bc0d94b8174 req-8a767440-70f5-431f-b01b-01796fe8aa01 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.0916553 Jan 21 14:24:42.881023 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0950-7364-43c2-a585-b3b4d874f420 req-62de3e91-1447-40ef-9197-235fcc84dfff tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:42.890573 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-793e0950-7364-43c2-a585-b3b4d874f420 req-62de3e91-1447-40ef-9197-235fcc84dfff tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 944 time: 0.2074616 Jan 21 14:24:42.909576 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port ac9d9999-fc38-4faf-9cb9-42b05e4ead09 is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:42.912525 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:42.937328 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 53610) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:42.939814 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9d9999-fc38-4faf-9cb9-42b05e4ead09 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:24:42.955968 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6a32c2ce-7455-404c-9244-9bc0d94b8174 req-553bc164-fcc5-4a90-af35-4783b66bee95 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000094 Jan 21 14:24:42.974476 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port ac9d9999-fc38-4faf-9cb9-42b05e4ead09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ac9d9999-fc38-4faf-9cb9-42b05e4ead09,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:24:42.990156 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-793e0950-7364-43c2-a585-b3b4d874f420 req-8dce85d7-76b0-4379-852c-0fc2d8d8a0a7 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980210 Jan 21 14:24:43.101651 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e7bc016c-6166-4bdd-a45f-0f2cf64adaa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:43.121881 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:43.212568 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=ac9d9999-fc38-4faf-9cb9-42b05e4ead09,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:43.232821 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e7bc016c-6166-4bdd-a45f-0f2cf64adaa3 admin admin] Publish callbacks [] for security_group (245c3c42-e570-468a-85da-c0647d0c7f69), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:43.333317 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e7bc016c-6166-4bdd-a45f-0f2cf64adaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (245c3c42-e570-468a-85da-c0647d0c7f69), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:43.357019 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['ac9d9999-fc38-4faf-9cb9-42b05e4ead09'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:24:43.376906 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-e7bc016c-6166-4bdd-a45f-0f2cf64adaa3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=908c3ee31a68487bbb9e44cae228374c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4377022 Jan 21 14:24:43.377890 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc016c-6166-4bdd-a45f-0f2cf64adaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245c3c42-e570-468a-85da-c0647d0c7f69,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:43.380667 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 53630) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:43.439436 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00149602-6279-4e18-8f11-0306076ee08f admin admin] Publish callbacks [] for security_group (245c3c42-e570-468a-85da-c0647d0c7f69), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:43.473022 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00149602-6279-4e18-8f11-0306076ee08f admin admin] Publish callbacks [] for security_group (245c3c42-e570-468a-85da-c0647d0c7f69), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:43.647458 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00149602-6279-4e18-8f11-0306076ee08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (245c3c42-e570-468a-85da-c0647d0c7f69), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:43.652600 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00149602-6279-4e18-8f11-0306076ee08f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:43.654941 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-00149602-6279-4e18-8f11-0306076ee08f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/245c3c42-e570-468a-85da-c0647d0c7f69 HTTP/1.1" status: 204 len: 168 time: 0.2729249 Jan 21 14:24:43.672722 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00149602-6279-4e18-8f11-0306076ee08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245c3c42-e570-468a-85da-c0647d0c7f69,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:43.716584 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ef3ba-bb1c-4220-8964-870ac3471bba req-16bc79f5-0839-4a2d-b96f-00ecb8176d40 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:43.720064 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-938ef3ba-bb1c-4220-8964-870ac3471bba req-16bc79f5-0839-4a2d-b96f-00ecb8176d40 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0797262 Jan 21 14:24:43.797021 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-938ef3ba-bb1c-4220-8964-870ac3471bba req-d7bbd1c6-fda8-419d-b032-a57ac14170e7 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679240 Jan 21 14:24:44.170680 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ded2e-7230-45f2-bd84-e8019c3d76f1 req-e96face3-e026-49d3-895a-ac183002a643 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:44.175696 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ae6ded2e-7230-45f2-bd84-e8019c3d76f1 req-e96face3-e026-49d3-895a-ac183002a643 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 945 time: 0.0756638 Jan 21 14:24:44.263313 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ae6ded2e-7230-45f2-bd84-e8019c3d76f1 req-ecbb4390-6221-460f-9530-2a7e125a4fee tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639482 Jan 21 14:24:44.539079 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 97be1fbd-a892-44ca-9d18-9c01f5821dcf details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:24:44.544999 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device ac9d9999-fc38-4faf-9cb9-42b05e4ead09 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:24:44.732051 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 97be1fbd-a892-44ca-9d18-9c01f5821dcf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:24:44.746573 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'port_id': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'mac_address': 'fa:16:3e:3d:f5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:24:44.818221 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 97be1fbd-a892-44ca-9d18-9c01f5821dcf is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:44.818848 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:44.842556 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97be1fbd-a892-44ca-9d18-9c01f5821dcf {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:24:44.880326 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port ac9d9999-fc38-4faf-9cb9-42b05e4ead09 completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:24:44.901037 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port ac9d9999-fc38-4faf-9cb9-42b05e4ead09 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:44.901957 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:44.949473 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 97be1fbd-a892-44ca-9d18-9c01f5821dcf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:24:44.966199 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2117eb-442c-4782-b363-f1a13e8caf91 req-6ff21ac5-0a81-48a5-89cf-ed1234d59676 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:44.967794 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ba2117eb-442c-4782-b363-f1a13e8caf91 req-6ff21ac5-0a81-48a5-89cf-ed1234d59676 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0608335 Jan 21 14:24:45.040126 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ba2117eb-442c-4782-b363-f1a13e8caf91 req-6b22f222-b2db-404d-ac14-1b5652da5129 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630898 Jan 21 14:24:45.059454 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port ac9d9999-fc38-4faf-9cb9-42b05e4ead09 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:45.060384 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:45.096566 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc3eb9e-d149-4c46-aafc-d800263e80d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9d9999-fc38-4faf-9cb9-42b05e4ead09'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:24:45.099006 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0a4e3b-8b1b-47d1-8b33-2f94ee0e6337" -d '{"events": [{"server_uuid": "0cc3eb9e-d149-4c46-aafc-d800263e80d1", "name": "network-vif-plugged", "status": "completed", "tag": "ac9d9999-fc38-4faf-9cb9-42b05e4ead09"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:24:45.115883 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port ac9d9999-fc38-4faf-9cb9-42b05e4ead09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ac9d9999-fc38-4faf-9cb9-42b05e4ead09,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:24:45.133987 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:45.187355 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f75705-58c3-428a-8eb4-2a469a200b52 x-openstack-request-id: req-c4f75705-58c3-428a-8eb4-2a469a200b52 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:24:45.187745 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc3eb9e-d149-4c46-aafc-d800263e80d1", "name": "network-vif-plugged", "status": "completed", "tag": "ac9d9999-fc38-4faf-9cb9-42b05e4ead09", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:24:45.187963 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4f75705-58c3-428a-8eb4-2a469a200b52 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:24:45.188537 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc3eb9e-d149-4c46-aafc-d800263e80d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9d9999-fc38-4faf-9cb9-42b05e4ead09', 'code': 200} Jan 21 14:24:45.202005 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=97be1fbd-a892-44ca-9d18-9c01f5821dcf,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:45.296873 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:45.407387 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['97be1fbd-a892-44ca-9d18-9c01f5821dcf'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:24:45.488723 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=ac9d9999-fc38-4faf-9cb9-42b05e4ead09,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:45.575009 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2b8e7-eb15-454b-a967-4eb6bfaf94b4 req-25333d96-bff6-4373-b8d5-2206f8b07860 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:45.577727 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-73c2b8e7-eb15-454b-a967-4eb6bfaf94b4 req-25333d96-bff6-4373-b8d5-2206f8b07860 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1018085 Jan 21 14:24:45.691766 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-73c2b8e7-eb15-454b-a967-4eb6bfaf94b4 req-ec9d21f5-9ab2-4152-9ade-1aec5fd9e00a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809720 Jan 21 14:24:45.750529 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 53712) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:45.816216 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad0a1f-5e48-4218-a35d-2b3b2e0d1443 req-6bba4390-a615-4bb4-8815-770dbddfc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:45.816216 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-edad0a1f-5e48-4218-a35d-2b3b2e0d1443 req-6bba4390-a615-4bb4-8815-770dbddfc9c3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 1099 time: 0.1272163 Jan 21 14:24:45.899728 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-edad0a1f-5e48-4218-a35d-2b3b2e0d1443 req-af81e63a-e893-4690-bc78-de6ea97e2c29 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783165 Jan 21 14:24:45.962356 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-077897d2-d16e-47f6-a1d8-a6553e56a1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:46.087807 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-077897d2-d16e-47f6-a1d8-a6553e56a1e3 admin admin] Publish callbacks [] for security_group (be5a2274-958d-4f90-af10-888853fe79b2), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:46.205297 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd491d42-648f-4b03-99a3-2d57aec0c095 req-7ad46fbf-f65c-47cd-bda3-87fe3b70a2cc tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:46.207648 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bd491d42-648f-4b03-99a3-2d57aec0c095 req-7ad46fbf-f65c-47cd-bda3-87fe3b70a2cc tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 944 time: 0.0849791 Jan 21 14:24:46.224004 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-077897d2-d16e-47f6-a1d8-a6553e56a1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (be5a2274-958d-4f90-af10-888853fe79b2), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:46.277547 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bd491d42-648f-4b03-99a3-2d57aec0c095 req-c5054871-3f8e-4977-bfb9-95c9cd25a8e6 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619347 Jan 21 14:24:46.343473 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-077897d2-d16e-47f6-a1d8-a6553e56a1e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13c038bb9cb04f14805b2f1ac9c23b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5902951 Jan 21 14:24:46.359088 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077897d2-d16e-47f6-a1d8-a6553e56a1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a2274-958d-4f90-af10-888853fe79b2,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:46.361959 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53756) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:46.430448 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f2b0d3f7-3a2b-4f68-88b0-7089eebc2718 admin admin] Publish callbacks [] for security_group (be5a2274-958d-4f90-af10-888853fe79b2), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:46.470493 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f2b0d3f7-3a2b-4f68-88b0-7089eebc2718 admin admin] Publish callbacks [] for security_group (be5a2274-958d-4f90-af10-888853fe79b2), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:46.558676 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 97be1fbd-a892-44ca-9d18-9c01f5821dcf up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:24:46.687174 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f2b0d3f7-3a2b-4f68-88b0-7089eebc2718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (be5a2274-958d-4f90-af10-888853fe79b2), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:46.690028 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f2b0d3f7-3a2b-4f68-88b0-7089eebc2718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:46.691322 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-f2b0d3f7-3a2b-4f68-88b0-7089eebc2718 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be5a2274-958d-4f90-af10-888853fe79b2 HTTP/1.1" status: 204 len: 168 time: 0.3310637 Jan 21 14:24:46.702481 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0d3f7-3a2b-4f68-88b0-7089eebc2718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a2274-958d-4f90-af10-888853fe79b2,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:46.820184 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port 97be1fbd-a892-44ca-9d18-9c01f5821dcf completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:24:46.833435 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 97be1fbd-a892-44ca-9d18-9c01f5821dcf triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:24:46.833435 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:46.871136 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d57de-70c2-4c5a-9a07-2c5acafe2a1d req-59bea83c-51a5-4be1-a8ba-46a18e7f7f81 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:46.873164 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d20d57de-70c2-4c5a-9a07-2c5acafe2a1d req-59bea83c-51a5-4be1-a8ba-46a18e7f7f81 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0683513 Jan 21 14:24:46.980733 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d20d57de-70c2-4c5a-9a07-2c5acafe2a1d req-72216664-4e12-43eb-9c94-7a3a6b2d3f36 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965619 Jan 21 14:24:47.217173 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 97be1fbd-a892-44ca-9d18-9c01f5821dcf is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:24:47.217577 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:47.280315 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97be1fbd-a892-44ca-9d18-9c01f5821dcf'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:24:47.284651 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16e28b1-1a93-4e5a-8a12-5309cbf66889" -d '{"events": [{"server_uuid": "d4ffadec-c61a-4fff-9b28-7f69eb0694a2", "name": "network-vif-plugged", "status": "completed", "tag": "97be1fbd-a892-44ca-9d18-9c01f5821dcf"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:24:47.311514 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 97be1fbd-a892-44ca-9d18-9c01f5821dcf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:24:47.339020 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9505d6-b403-4903-b16f-dbb3acd0487f x-openstack-request-id: req-7b9505d6-b403-4903-b16f-dbb3acd0487f {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:24:47.339421 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ffadec-c61a-4fff-9b28-7f69eb0694a2", "name": "network-vif-plugged", "status": "completed", "tag": "97be1fbd-a892-44ca-9d18-9c01f5821dcf", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:24:47.339814 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b9505d6-b403-4903-b16f-dbb3acd0487f {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:24:47.350463 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'code': 200} Jan 21 14:24:47.437050 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:47.472204 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ef5b5-ace3-4c27-8cbb-3831bf22c612 req-e2c25d23-1620-4213-b02f-1ad1f3f699e7 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:47.480993 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7c6ef5b5-ace3-4c27-8cbb-3831bf22c612 req-e2c25d23-1620-4213-b02f-1ad1f3f699e7 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 944 time: 0.0807867 Jan 21 14:24:47.542114 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7c6ef5b5-ace3-4c27-8cbb-3831bf22c612 req-7bd69f2a-74cd-4c2e-b79d-d548bf363a22 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601726 Jan 21 14:24:47.554114 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=97be1fbd-a892-44ca-9d18-9c01f5821dcf,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:47.859516 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9872be-9b59-4e10-806d-11fe82230289 req-6ddbf5ee-fbea-4d3c-808e-f52553b96f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:47.863008 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6b9872be-9b59-4e10-806d-11fe82230289 req-6ddbf5ee-fbea-4d3c-808e-f52553b96f0b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 1098 time: 0.0600355 Jan 21 14:24:47.946339 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6b9872be-9b59-4e10-806d-11fe82230289 req-e656c0d0-5357-4e5d-916f-22f45e587fcd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544801 Jan 21 14:24:48.160799 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdddd3-707a-4e0b-a397-f1fcd4d403fd req-f1a7d2c5-f5e1-4535-9bcb-070b5006b385 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:48.163100 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3cbdddd3-707a-4e0b-a397-f1fcd4d403fd req-f1a7d2c5-f5e1-4535-9bcb-070b5006b385 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0607989 Jan 21 14:24:48.201494 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53838) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:48.221382 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f480dc6-5226-4f22-9ab4-70554820d5ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:48.258749 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3cbdddd3-707a-4e0b-a397-f1fcd4d403fd req-af4305dc-89fc-4ee2-8a44-33f541cbbc11 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869114 Jan 21 14:24:48.382602 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f480dc6-5226-4f22-9ab4-70554820d5ce admin admin] Publish callbacks [] for security_group (e170a345-6ce4-492b-b427-05ec5b95eb12), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:48.388591 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 53846) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:48.480372 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119007e8-cbbb-414a-9aa5-63bb4588c3ad req-733a0e4c-d448-414e-8617-7bcef05edaf8 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:48.483317 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-119007e8-cbbb-414a-9aa5-63bb4588c3ad req-733a0e4c-d448-414e-8617-7bcef05edaf8 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0978184 Jan 21 14:24:48.493906 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 53852) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:48.501678 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-930411d4-fac5-4e23-a192-2457887828c6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Request body: {'floatingip': {'port_id': 'ac9d9999-fc38-4faf-9cb9-42b05e4ead09'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:48.507905 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f480dc6-5226-4f22-9ab4-70554820d5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e170a345-6ce4-492b-b427-05ec5b95eb12), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:48.584398 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53860) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:48.668190 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-1f480dc6-5226-4f22-9ab4-70554820d5ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eeff18cbb53f4e7f9cf932d58b68fba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4609108 Jan 21 14:24:48.669554 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f480dc6-5226-4f22-9ab4-70554820d5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e170a345-6ce4-492b-b427-05ec5b95eb12,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:48.679178 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53864) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:48.756015 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-930411d4-fac5-4e23-a192-2457887828c6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for floatingip (6fa761ec-bd07-4807-9c41-d6ec4a49bfb1), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:48.773760 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1022543b-360a-4f36-94d5-75c4fa1bd972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:48.833781 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c7ade371-ccce-4b21-ab16-65c34c04dbb4 admin admin] Publish callbacks [] for security_group (e170a345-6ce4-492b-b427-05ec5b95eb12), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:48.901044 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c7ade371-ccce-4b21-ab16-65c34c04dbb4 admin admin] Publish callbacks [] for security_group (e170a345-6ce4-492b-b427-05ec5b95eb12), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:48.916280 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06c6ecac-3272-49af-a706-9eef9ac641f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:48.990037 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1022543b-360a-4f36-94d5-75c4fa1bd972 admin admin] Publish callbacks [] for security_group (ca54e9cd-f843-418d-9c91-5dd657f51163), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.102586 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774e2b6-1219-4e42-8057-4b1a3e6fa672 req-8243531a-76b9-4169-b3dd-ad5343f3bc41 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:49.104086 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b774e2b6-1219-4e42-8057-4b1a3e6fa672 req-8243531a-76b9-4169-b3dd-ad5343f3bc41 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.4102423 Jan 21 14:24:49.159620 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1022543b-360a-4f36-94d5-75c4fa1bd972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (ca54e9cd-f843-418d-9c91-5dd657f51163), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.164644 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c7ade371-ccce-4b21-ab16-65c34c04dbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e170a345-6ce4-492b-b427-05ec5b95eb12), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.167642 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c7ade371-ccce-4b21-ab16-65c34c04dbb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.169141 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-c7ade371-ccce-4b21-ab16-65c34c04dbb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e170a345-6ce4-492b-b427-05ec5b95eb12 HTTP/1.1" status: 204 len: 168 time: 0.4886670 Jan 21 14:24:49.224173 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022543b-360a-4f36-94d5-75c4fa1bd972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca54e9cd-f843-418d-9c91-5dd657f51163,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:49.244242 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-1022543b-360a-4f36-94d5-75c4fa1bd972 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81bcfb91baad42c6838d0ee8dc2f11e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6236100 Jan 21 14:24:49.248322 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53878) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:49.252364 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06c6ecac-3272-49af-a706-9eef9ac641f1 admin admin] Publish callbacks [] for security_group (c64c0dbc-2811-4048-8072-cee657361fee), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.279092 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b774e2b6-1219-4e42-8057-4b1a3e6fa672 req-495833f0-6466-4f50-b3ed-5ea11ac7bcc4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647205 Jan 21 14:24:49.299797 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ade371-ccce-4b21-ab16-65c34c04dbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e170a345-6ce4-492b-b427-05ec5b95eb12,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:49.385658 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2f00-5d10-493e-9aff-38149e009305 admin admin] Publish callbacks [] for security_group (ca54e9cd-f843-418d-9c91-5dd657f51163), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.393002 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06c6ecac-3272-49af-a706-9eef9ac641f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (c64c0dbc-2811-4048-8072-cee657361fee), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.414952 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2f00-5d10-493e-9aff-38149e009305 admin admin] Publish callbacks [] for security_group (ca54e9cd-f843-418d-9c91-5dd657f51163), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.555934 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2f00-5d10-493e-9aff-38149e009305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (ca54e9cd-f843-418d-9c91-5dd657f51163), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.560710 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2f00-5d10-493e-9aff-38149e009305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.565317 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-ab9d2f00-5d10-493e-9aff-38149e009305 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca54e9cd-f843-418d-9c91-5dd657f51163 HTTP/1.1" status: 204 len: 168 time: 0.3064442 Jan 21 14:24:49.571347 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d2f00-5d10-493e-9aff-38149e009305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca54e9cd-f843-418d-9c91-5dd657f51163,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:49.637286 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53886) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:49.672693 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53890) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:49.695120 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-06c6ecac-3272-49af-a706-9eef9ac641f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=054bbd32ec334920b538ea6262ebccef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3053095 Jan 21 14:24:49.698043 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53894) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:49.702854 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6ecac-3272-49af-a706-9eef9ac641f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64c0dbc-2811-4048-8072-cee657361fee,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:49.775356 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5cfc418b-7673-426f-bfb4-fc483616d7be admin admin] Publish callbacks [] for security_group (c64c0dbc-2811-4048-8072-cee657361fee), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.803517 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5cfc418b-7673-426f-bfb4-fc483616d7be admin admin] Publish callbacks [] for security_group (c64c0dbc-2811-4048-8072-cee657361fee), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.867014 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.db.resource_extend [None req-930411d4-fac5-4e23-a192-2457887828c6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 14:24:49.976502 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-930411d4-fac5-4e23-a192-2457887828c6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.987563 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5cfc418b-7673-426f-bfb4-fc483616d7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (c64c0dbc-2811-4048-8072-cee657361fee), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.991763 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5cfc418b-7673-426f-bfb4-fc483616d7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:49.993363 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-5cfc418b-7673-426f-bfb4-fc483616d7be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c64c0dbc-2811-4048-8072-cee657361fee HTTP/1.1" status: 204 len: 168 time: 0.2938476 Jan 21 14:24:50.002454 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc418b-7673-426f-bfb4-fc483616d7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64c0dbc-2811-4048-8072-cee657361fee,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:50.050435 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-930411d4-fac5-4e23-a192-2457887828c6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (6fa761ec-bd07-4807-9c41-d6ec4a49bfb1), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.196716 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.l3_db [None req-930411d4-fac5-4e23-a192-2457887828c6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Floating IP 6fa761ec-bd07-4807-9c41-d6ec4a49bfb1 associated. External IP: 172.27.0.95, port: ac9d9999-fc38-4faf-9cb9-42b05e4ead09. Jan 21 14:24:50.214323 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1db86219-6dce-49c3-b916-1ec4ac872ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.292609 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2fa85fdd-f96c-4698-97d2-25faf97bf9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.317507 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1db86219-6dce-49c3-b916-1ec4ac872ffa admin admin] Publish callbacks [] for security_group (99f5d95f-58bd-4c85-bd17-6311c9d16270), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.401388 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2fa85fdd-f96c-4698-97d2-25faf97bf9fd admin admin] Publish callbacks [] for security_group (f6928978-c967-43a3-91f6-8e308a46d05a), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.435144 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1db86219-6dce-49c3-b916-1ec4ac872ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (99f5d95f-58bd-4c85-bd17-6311c9d16270), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.485423 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930411d4-fac5-4e23-a192-2457887828c6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Router a7277d1f-9239-43b4-b2a3-9b4848a44b55 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:24:50.492442 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-1db86219-6dce-49c3-b916-1ec4ac872ffa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91bbdbe2848a4ce8a7c081039029ec73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8177307 Jan 21 14:24:50.497383 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 53908) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:50.522153 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc290a50-5a09-4d2c-8a5a-06bd55b99acc req-7e108884-f086-45ae-a605-29eb97c7d398 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:50.526635 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dc290a50-5a09-4d2c-8a5a-06bd55b99acc req-7e108884-f086-45ae-a605-29eb97c7d398 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1217928 Jan 21 14:24:50.528920 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2fa85fdd-f96c-4698-97d2-25faf97bf9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (f6928978-c967-43a3-91f6-8e308a46d05a), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.540743 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db86219-6dce-49c3-b916-1ec4ac872ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f5d95f-58bd-4c85-bd17-6311c9d16270,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:50.617057 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-2fa85fdd-f96c-4698-97d2-25faf97bf9fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ccd5c6978f6b4eccbc65800b009d7836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9785981 Jan 21 14:24:50.623771 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53910) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:50.647106 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3262b445-3273-48e9-b2c1-cbefa60f71d6 admin admin] Publish callbacks [] for security_group (99f5d95f-58bd-4c85-bd17-6311c9d16270), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.686628 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3262b445-3273-48e9-b2c1-cbefa60f71d6 admin admin] Publish callbacks [] for security_group (99f5d95f-58bd-4c85-bd17-6311c9d16270), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.689186 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930411d4-fac5-4e23-a192-2457887828c6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:24:50.693826 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa85fdd-f96c-4698-97d2-25faf97bf9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6928978-c967-43a3-91f6-8e308a46d05a,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:50.698349 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-930411d4-fac5-4e23-a192-2457887828c6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.717236 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f83b8-7a0e-4be4-8753-0bf537edff86 None None] Sync routers for ids ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:24:50.730608 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f83b8-7a0e-4be4-8753-0bf537edff86 None None] Routers {'a7277d1f-9239-43b4-b2a3-9b4848a44b55'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:24:50.731543 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-698f83b8-7a0e-4be4-8753-0bf537edff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:24:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:50.741516 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dc290a50-5a09-4d2c-8a5a-06bd55b99acc req-703544f5-9d7b-4d5d-bd52-a6ff2d3657f9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136059 Jan 21 14:24:50.749824 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-930411d4-fac5-4e23-a192-2457887828c6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "PUT /v2.0/floatingips/6fa761ec-bd07-4807-9c41-d6ec4a49bfb1 HTTP/1.1" status: 200 len: 991 time: 2.2499783 Jan 21 14:24:50.749824 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc3eb9e-d149-4c46-aafc-d800263e80d1', 'tag': 'ac9d9999-fc38-4faf-9cb9-42b05e4ead09'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:24:50.784104 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6def37b-4436-4543-afdf-7efcb17fccf2 admin admin] Publish callbacks [] for security_group (f6928978-c967-43a3-91f6-8e308a46d05a), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.838295 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6def37b-4436-4543-afdf-7efcb17fccf2 admin admin] Publish callbacks [] for security_group (f6928978-c967-43a3-91f6-8e308a46d05a), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.866785 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 53920) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:50.909521 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-829ed77a-fb9c-4efc-8678-80b3c1d8dec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.935243 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3262b445-3273-48e9-b2c1-cbefa60f71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (99f5d95f-58bd-4c85-bd17-6311c9d16270), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.938357 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3262b445-3273-48e9-b2c1-cbefa60f71d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:50.940107 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-3262b445-3273-48e9-b2c1-cbefa60f71d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99f5d95f-58bd-4c85-bd17-6311c9d16270 HTTP/1.1" status: 204 len: 168 time: 0.4417660 Jan 21 14:24:50.963217 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262b445-3273-48e9-b2c1-cbefa60f71d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f5d95f-58bd-4c85-bd17-6311c9d16270,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:50.976507 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-698f83b8-7a0e-4be4-8753-0bf537edff86 None None] Set router a7277d1f-9239-43b4-b2a3-9b4848a44b55 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:24:51.046447 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6def37b-4436-4543-afdf-7efcb17fccf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (f6928978-c967-43a3-91f6-8e308a46d05a), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:51.059951 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6def37b-4436-4543-afdf-7efcb17fccf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:51.062382 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-a6def37b-4436-4543-afdf-7efcb17fccf2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6928978-c967-43a3-91f6-8e308a46d05a HTTP/1.1" status: 204 len: 168 time: 0.4327664 Jan 21 14:24:51.102483 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6def37b-4436-4543-afdf-7efcb17fccf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6928978-c967-43a3-91f6-8e308a46d05a,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:51.127676 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772c92d-10b4-41f8-9655-b66a4227dd69 req-9a8242d5-deef-4a10-9bf6-848af3e4bdc5 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:51.131906 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4772c92d-10b4-41f8-9655-b66a4227dd69 req-9a8242d5-deef-4a10-9bf6-848af3e4bdc5 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1982770 Jan 21 14:24:51.148581 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53932) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:51.156599 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-d649a07b-1d68-4216-8d9b-a09dcb0ad863 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Request body: {'floatingip': {'port_id': '97be1fbd-a892-44ca-9d18-9c01f5821dcf'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:24:51.227932 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-829ed77a-fb9c-4efc-8678-80b3c1d8dec3 admin admin] Publish callbacks [] for security_group (9705a768-e373-4afd-89b4-4e26413c4c09), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:51.242376 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a374e0e-ff07-4885-b208-9f32ce28eeda" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc3eb9e-d149-4c46-aafc-d800263e80d1", "tag": "ac9d9999-fc38-4faf-9cb9-42b05e4ead09"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:24:51.251536 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d649a07b-1d68-4216-8d9b-a09dcb0ad863 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for floatingip (1805ea03-519d-4e74-8d0b-cb37b0a0b1e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:51.293411 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-829ed77a-fb9c-4efc-8678-80b3c1d8dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (9705a768-e373-4afd-89b4-4e26413c4c09), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:51.356496 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-698f83b8-7a0e-4be4-8753-0bf537edff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '6fa761ec-bd07-4807-9c41-d6ec4a49bfb1', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'port_id': 'ac9d9999-fc38-4faf-9cb9-42b05e4ead09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'mac_address': 'fa:16:3e:ff:ba:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3eb9e-d149-4c46-aafc-d800263e80d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:24:16Z', 'updated_at': '2022-01-21T14:24:49Z', 'revision_number': 1, 'project_id': '53f4be14297047ac9c782215bee96797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:09Z', 'revision_number': 5, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:51.358052 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-829ed77a-fb9c-4efc-8678-80b3c1d8dec3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f112bef515ca477da78da0ee33d155f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4905353 Jan 21 14:24:51.361346 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 53938) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:51.393516 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f83b8-7a0e-4be4-8753-0bf537edff86 None None] Checking router: a7277d1f-9239-43b4-b2a3-9b4848a44b55 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:24:51.403243 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f83b8-7a0e-4be4-8753-0bf537edff86 None None] Routers {'a7277d1f-9239-43b4-b2a3-9b4848a44b55'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:24:51.403864 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-698f83b8-7a0e-4be4-8753-0bf537edff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:24:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:51.419264 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ed77a-fb9c-4efc-8678-80b3c1d8dec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9705a768-e373-4afd-89b4-4e26413c4c09,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:51.433530 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-03dc73bb-4a68-41be-991c-ff1637ee13ec admin admin] Publish callbacks [] for security_group (9705a768-e373-4afd-89b4-4e26413c4c09), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:51.477104 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-03dc73bb-4a68-41be-991c-ff1637ee13ec admin admin] Publish callbacks [] for security_group (9705a768-e373-4afd-89b4-4e26413c4c09), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:51.592153 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-698f83b8-7a0e-4be4-8753-0bf537edff86 None None] Set router a7277d1f-9239-43b4-b2a3-9b4848a44b55 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:24:51.622947 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-03dc73bb-4a68-41be-991c-ff1637ee13ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (9705a768-e373-4afd-89b4-4e26413c4c09), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:51.627338 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-03dc73bb-4a68-41be-991c-ff1637ee13ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:51.629885 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-03dc73bb-4a68-41be-991c-ff1637ee13ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9705a768-e373-4afd-89b4-4e26413c4c09 HTTP/1.1" status: 204 len: 168 time: 0.2664382 Jan 21 14:24:51.646415 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc73bb-4a68-41be-991c-ff1637ee13ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9705a768-e373-4afd-89b4-4e26413c4c09,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:51.716961 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 53944) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:51.763388 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-307cbe88-7f7b-458b-90de-329adfb2d6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:52.037231 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-307cbe88-7f7b-458b-90de-329adfb2d6ae admin admin] Publish callbacks [] for security_group (f034086b-4e04-4d6b-8f40-8a231de069cd), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:52.138419 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-307cbe88-7f7b-458b-90de-329adfb2d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (f034086b-4e04-4d6b-8f40-8a231de069cd), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:52.152823 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-698f83b8-7a0e-4be4-8753-0bf537edff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '6fa761ec-bd07-4807-9c41-d6ec4a49bfb1', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'port_id': 'ac9d9999-fc38-4faf-9cb9-42b05e4ead09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'mac_address': 'fa:16:3e:ff:ba:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3eb9e-d149-4c46-aafc-d800263e80d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:24:16Z', 'updated_at': '2022-01-21T14:24:49Z', 'revision_number': 1, 'project_id': '53f4be14297047ac9c782215bee96797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:09Z', 'revision_number': 5, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:52.212885 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cbe88-7f7b-458b-90de-329adfb2d6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f034086b-4e04-4d6b-8f40-8a231de069cd,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:52.218906 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-307cbe88-7f7b-458b-90de-329adfb2d6ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bceaed4bbbb4007b99ec34cb657b8d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4998176 Jan 21 14:24:52.222034 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 53954) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:52.286048 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Publish callbacks [] for security_group (f034086b-4e04-4d6b-8f40-8a231de069cd), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:52.305903 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f83b8-7a0e-4be4-8753-0bf537edff86 None None] The sync data for ids ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'] in dv-cinder-821602-20-iscsi is: [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '6fa761ec-bd07-4807-9c41-d6ec4a49bfb1', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'port_id': 'ac9d9999-fc38-4faf-9cb9-42b05e4ead09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'mac_address': 'fa:16:3e:ff:ba:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3eb9e-d149-4c46-aafc-d800263e80d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:24:16Z', 'updated_at': '2022-01-21T14:24:49Z', 'revision_number': 1, 'project_id': '53f4be14297047ac9c782215bee96797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:09Z', 'revision_number': 5, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:24:52.325008 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Publish callbacks [] for security_group (f034086b-4e04-4d6b-8f40-8a231de069cd), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:52.418731 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d30df8-85b5-4aa6-97bb-3dd353077c4f x-openstack-request-id: req-e7d30df8-85b5-4aa6-97bb-3dd353077c4f {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:24:52.419023 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc3eb9e-d149-4c46-aafc-d800263e80d1", "tag": "ac9d9999-fc38-4faf-9cb9-42b05e4ead09", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:24:52.419990 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7d30df8-85b5-4aa6-97bb-3dd353077c4f {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:24:52.421077 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc3eb9e-d149-4c46-aafc-d800263e80d1', 'tag': 'ac9d9999-fc38-4faf-9cb9-42b05e4ead09', 'status': 'completed', 'code': 200} Jan 21 14:24:52.544660 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (f034086b-4e04-4d6b-8f40-8a231de069cd), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:52.549887 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:52.555259 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f034086b-4e04-4d6b-8f40-8a231de069cd HTTP/1.1" status: 204 len: 168 time: 0.3267198 Jan 21 14:24:52.563299 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f034086b-4e04-4d6b-8f40-8a231de069cd,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:52.571666 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:52.572050 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:52.572391 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:52.572728 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:52.573058 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:52.573378 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:52.574157 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:52.574157 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:52.574414 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:52.574700 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:52.575735 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:52.576069 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:52.576439 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dea666-134f-478c-939c-316ca88fca5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:52.591945 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a374e0e-ff07-4885-b208-9f32ce28eeda req-39eb35bd-31e6-4109-bd70-410a8e77438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:52.593516 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2a374e0e-ff07-4885-b208-9f32ce28eeda req-39eb35bd-31e6-4109-bd70-410a8e77438e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53f4be14297047ac9c782215bee96797&device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 1099 time: 0.1365435 Jan 21 14:24:52.666745 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1a226-adda-4072-93c8-35d06daca648 None None] New status for floating IP 6fa761ec-bd07-4807-9c41-d6ec4a49bfb1: ACTIVE {{(pid=103333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:24:52.789132 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d649a07b-1d68-4216-8d9b-a09dcb0ad863 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:52.815614 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a374e0e-ff07-4885-b208-9f32ce28eeda req-d588cba1-43fd-4816-8233-8e8cba84ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:52.817720 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2a374e0e-ff07-4885-b208-9f32ce28eeda req-d588cba1-43fd-4816-8233-8e8cba84ee43 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e22d431d-70ce-45d2-9349-3eeb343bec3f HTTP/1.1" status: 200 len: 911 time: 0.2167058 Jan 21 14:24:52.831856 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53960) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:52.912167 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:52.934039 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d649a07b-1d68-4216-8d9b-a09dcb0ad863 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (1805ea03-519d-4e74-8d0b-cb37b0a0b1e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:53.226867 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2a374e0e-ff07-4885-b208-9f32ce28eeda req-2e4475ce-1758-4d3e-a517-a22e666696eb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac9d9999-fc38-4faf-9cb9-42b05e4ead09 HTTP/1.1" status: 200 len: 999 time: 0.2137833 Jan 21 14:24:53.226867 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.l3_db [None req-d649a07b-1d68-4216-8d9b-a09dcb0ad863 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Floating IP 1805ea03-519d-4e74-8d0b-cb37b0a0b1e1 associated. External IP: 172.27.0.183, port: 97be1fbd-a892-44ca-9d18-9c01f5821dcf. Jan 21 14:24:53.226867 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a374e0e-ff07-4885-b208-9f32ce28eeda req-9f92f2f1-396e-44ac-bbe4-fb56f5c3e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:53.226867 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2a374e0e-ff07-4885-b208-9f32ce28eeda req-9f92f2f1-396e-44ac-bbe4-fb56f5c3e105 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=211c3ab0-13b0-4e84-95f9-2038fc691000 HTTP/1.1" status: 200 len: 849 time: 0.1301568 Jan 21 14:24:53.248162 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Publish callbacks [] for security_group (154ad1c3-d0bc-40f5-b6a9-280dc55f0482), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:53.353965 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a374e0e-ff07-4885-b208-9f32ce28eeda req-714a1f90-b06d-45e4-aa59-1735c55f9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:53.353965 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2a374e0e-ff07-4885-b208-9f32ce28eeda req-714a1f90-b06d-45e4-aa59-1735c55f9abf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e22d431d-70ce-45d2-9349-3eeb343bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0995042 Jan 21 14:24:53.416830 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (154ad1c3-d0bc-40f5-b6a9-280dc55f0482), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a05759a4102746c08bf10cda99bc2dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6802871 Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154ad1c3-d0bc-40f5-b6a9-280dc55f0482,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965b090-838f-4466-a320-3140e9b4123e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:24:53.670278 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2a374e0e-ff07-4885-b208-9f32ce28eeda req-87b10d74-ab66-4d51-a3ed-ea5b0049cc3d service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135386 Jan 21 14:24:53.673799 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 53970) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:53.742649 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ea8709f-c33b-4342-9e86-a7b403c3ed54 admin admin] Publish callbacks [] for security_group (154ad1c3-d0bc-40f5-b6a9-280dc55f0482), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:53.772131 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ea8709f-c33b-4342-9e86-a7b403c3ed54 admin admin] Publish callbacks [] for security_group (154ad1c3-d0bc-40f5-b6a9-280dc55f0482), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:53.877624 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d649a07b-1d68-4216-8d9b-a09dcb0ad863 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:24:53.905472 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2a374e0e-ff07-4885-b208-9f32ce28eeda req-78878e3a-b53b-437c-a288-dc7760d54beb service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301196 Jan 21 14:24:53.929629 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e982-436e-4e30-b3fa-29c176a85f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:54.005832 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d649a07b-1d68-4216-8d9b-a09dcb0ad863 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:24:54.010651 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d649a07b-1d68-4216-8d9b-a09dcb0ad863 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:54.017466 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6e4cf-b98e-482d-8bf9-620294df5d9c None None] Sync routers for ids ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:24:54.028741 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ea8709f-c33b-4342-9e86-a7b403c3ed54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (154ad1c3-d0bc-40f5-b6a9-280dc55f0482), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:54.032651 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6e4cf-b98e-482d-8bf9-620294df5d9c None None] Routers {'9e0df276-eff3-43a7-aa11-a3ecb8cce288'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:24:54.032651 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a9e6e4cf-b98e-482d-8bf9-620294df5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:24:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:54.032914 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ea8709f-c33b-4342-9e86-a7b403c3ed54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:54.033419 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-4ea8709f-c33b-4342-9e86-a7b403c3ed54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/154ad1c3-d0bc-40f5-b6a9-280dc55f0482 HTTP/1.1" status: 204 len: 168 time: 0.3608429 Jan 21 14:24:54.042452 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8709f-c33b-4342-9e86-a7b403c3ed54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154ad1c3-d0bc-40f5-b6a9-280dc55f0482,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:54.043818 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-d649a07b-1d68-4216-8d9b-a09dcb0ad863 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "PUT /v2.0/floatingips/1805ea03-519d-4e74-8d0b-cb37b0a0b1e1 HTTP/1.1" status: 200 len: 991 time: 2.8939321 Jan 21 14:24:54.044450 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'tag': '97be1fbd-a892-44ca-9d18-9c01f5821dcf'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:24:54.046790 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0245b2a-ca17-4d67-9dbe-72d00adda138" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ffadec-c61a-4fff-9b28-7f69eb0694a2", "tag": "97be1fbd-a892-44ca-9d18-9c01f5821dcf"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:24:54.098761 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2557e43-fc25-4945-b196-8fd58e85f440 x-openstack-request-id: req-e2557e43-fc25-4945-b196-8fd58e85f440 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:24:54.098761 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ffadec-c61a-4fff-9b28-7f69eb0694a2", "tag": "97be1fbd-a892-44ca-9d18-9c01f5821dcf", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:24:54.098761 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2557e43-fc25-4945-b196-8fd58e85f440 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:24:54.099214 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'tag': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'status': 'completed', 'code': 200} Jan 21 14:24:54.177980 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a9e6e4cf-b98e-482d-8bf9-620294df5d9c None None] Set router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:24:54.183177 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0245b2a-ca17-4d67-9dbe-72d00adda138 req-6053334d-71ad-4ce8-a4cd-234ad1410d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:54.184755 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c0245b2a-ca17-4d67-9dbe-72d00adda138 req-6053334d-71ad-4ce8-a4cd-234ad1410d9a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=60aa34d5299842f1aa2a2e8e745df561&device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 1098 time: 0.0555451 Jan 21 14:24:54.323371 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0245b2a-ca17-4d67-9dbe-72d00adda138 req-25f54d18-50bc-4964-9d8c-d8fab6a7daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:54.327053 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c0245b2a-ca17-4d67-9dbe-72d00adda138 req-25f54d18-50bc-4964-9d8c-d8fab6a7daf1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea HTTP/1.1" status: 200 len: 916 time: 0.1334093 Jan 21 14:24:54.339192 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 53984) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:54.365128 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b723ceb8-a2bc-4da4-a30f-76981f6194f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:54.442642 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c0245b2a-ca17-4d67-9dbe-72d00adda138 req-8fe93129-1f81-428d-a1ac-4fc732b5c747 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf HTTP/1.1" status: 200 len: 999 time: 0.0928440 Jan 21 14:24:54.494356 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b723ceb8-a2bc-4da4-a30f-76981f6194f4 admin admin] Publish callbacks [] for security_group (1fd31ccf-4cf8-4db4-b8b0-dba12abaf41c), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:54.530961 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0245b2a-ca17-4d67-9dbe-72d00adda138 req-3b632f3f-4c0a-46e1-b876-b9c45e654bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:54.532866 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c0245b2a-ca17-4d67-9dbe-72d00adda138 req-3b632f3f-4c0a-46e1-b876-b9c45e654bfd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1af3231-f7ce-40f9-b8d1-bdab42531b8f HTTP/1.1" status: 200 len: 854 time: 0.0820787 Jan 21 14:24:54.572435 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b723ceb8-a2bc-4da4-a30f-76981f6194f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (1fd31ccf-4cf8-4db4-b8b0-dba12abaf41c), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:54.592540 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0245b2a-ca17-4d67-9dbe-72d00adda138 req-67c72b0b-d740-4be7-ba25-1c531cc5dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:54.595383 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c0245b2a-ca17-4d67-9dbe-72d00adda138 req-67c72b0b-d740-4be7-ba25-1c531cc5dd4f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452359 Jan 21 14:24:54.599635 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a9e6e4cf-b98e-482d-8bf9-620294df5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '1805ea03-519d-4e74-8d0b-cb37b0a0b1e1', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'port_id': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'mac_address': 'fa:16:3e:3d:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:24:18Z', 'updated_at': '2022-01-21T14:24:52Z', 'revision_number': 1, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:11Z', 'revision_number': 5, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:54.611677 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-b723ceb8-a2bc-4da4-a30f-76981f6194f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=038436e5f68b454897439161193b2dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707806 Jan 21 14:24:54.616950 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 53988) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:54.637739 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6e4cf-b98e-482d-8bf9-620294df5d9c None None] Checking router: 9e0df276-eff3-43a7-aa11-a3ecb8cce288 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:24:54.648686 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723ceb8-a2bc-4da4-a30f-76981f6194f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd31ccf-4cf8-4db4-b8b0-dba12abaf41c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:54.651669 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6e4cf-b98e-482d-8bf9-620294df5d9c None None] Routers {'9e0df276-eff3-43a7-aa11-a3ecb8cce288'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:24:54.652297 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a9e6e4cf-b98e-482d-8bf9-620294df5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:24:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:54.836058 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ae785e7-de11-4a1f-8dfe-801902799cba admin admin] Publish callbacks [] for security_group (1fd31ccf-4cf8-4db4-b8b0-dba12abaf41c), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:54.842113 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c0245b2a-ca17-4d67-9dbe-72d00adda138 req-e771eee1-a2e5-4652-ba66-3e92707e1208 service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388816 Jan 21 14:24:54.902448 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a9e6e4cf-b98e-482d-8bf9-620294df5d9c None None] Set router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:24:54.921575 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ae785e7-de11-4a1f-8dfe-801902799cba admin admin] Publish callbacks [] for security_group (1fd31ccf-4cf8-4db4-b8b0-dba12abaf41c), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:55.058996 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c0245b2a-ca17-4d67-9dbe-72d00adda138 req-8ab03032-3f05-4393-adce-5721682a958d service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022913 Jan 21 14:24:55.176752 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ae785e7-de11-4a1f-8dfe-801902799cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (1fd31ccf-4cf8-4db4-b8b0-dba12abaf41c), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:55.181642 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ae785e7-de11-4a1f-8dfe-801902799cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:55.183536 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-6ae785e7-de11-4a1f-8dfe-801902799cba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fd31ccf-4cf8-4db4-b8b0-dba12abaf41c HTTP/1.1" status: 204 len: 168 time: 0.5668855 Jan 21 14:24:55.203661 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae785e7-de11-4a1f-8dfe-801902799cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd31ccf-4cf8-4db4-b8b0-dba12abaf41c,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:55.289409 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a9e6e4cf-b98e-482d-8bf9-620294df5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '1805ea03-519d-4e74-8d0b-cb37b0a0b1e1', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'port_id': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'mac_address': 'fa:16:3e:3d:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:24:18Z', 'updated_at': '2022-01-21T14:24:52Z', 'revision_number': 1, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:11Z', 'revision_number': 5, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:24:55.316499 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6e4cf-b98e-482d-8bf9-620294df5d9c None None] The sync data for ids ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'] in dv-cinder-821602-20-iscsi is: [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '1805ea03-519d-4e74-8d0b-cb37b0a0b1e1', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'port_id': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'mac_address': 'fa:16:3e:3d:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:24:18Z', 'updated_at': '2022-01-21T14:24:52Z', 'revision_number': 1, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:11Z', 'revision_number': 5, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:24:55.350327 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 54010) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:55.374535 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6086c912-ba5e-485f-85d5-f9cdd0fa8bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:55.495062 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6086c912-ba5e-485f-85d5-f9cdd0fa8bf2 admin admin] Publish callbacks [] for security_group (fe914109-c679-4d68-be24-df022e965027), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:55.555361 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6086c912-ba5e-485f-85d5-f9cdd0fa8bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (fe914109-c679-4d68-be24-df022e965027), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:55.592377 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-6086c912-ba5e-485f-85d5-f9cdd0fa8bf2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fc9cb35ba85406ea47c8aa9f6a999cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409286 Jan 21 14:24:55.595469 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54018) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:24:55.609878 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086c912-ba5e-485f-85d5-f9cdd0fa8bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe914109-c679-4d68-be24-df022e965027,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:55.637317 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79d51b-ad7a-40e2-91d9-3bda050fd00c None None] New status for floating IP 1805ea03-519d-4e74-8d0b-cb37b0a0b1e1: ACTIVE {{(pid=103333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:24:55.681441 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b0465fbf-bd56-4329-b611-12dc72d7a5d3 admin admin] Publish callbacks [] for security_group (fe914109-c679-4d68-be24-df022e965027), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:55.705666 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b0465fbf-bd56-4329-b611-12dc72d7a5d3 admin admin] Publish callbacks [] for security_group (fe914109-c679-4d68-be24-df022e965027), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:55.910055 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b0465fbf-bd56-4329-b611-12dc72d7a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (fe914109-c679-4d68-be24-df022e965027), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:55.913877 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b0465fbf-bd56-4329-b611-12dc72d7a5d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:55.916366 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-b0465fbf-bd56-4329-b611-12dc72d7a5d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe914109-c679-4d68-be24-df022e965027 HTTP/1.1" status: 204 len: 168 time: 0.3189535 Jan 21 14:24:55.929485 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0465fbf-bd56-4329-b611-12dc72d7a5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe914109-c679-4d68-be24-df022e965027,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:24:56.124907 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9452be7b-a5a7-45f0-ac47-8aeb18754df9 req-4805f2a2-1aa2-4024-892b-c04de4593c89 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432816 Jan 21 14:24:56.217646 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452be7b-a5a7-45f0-ac47-8aeb18754df9 req-61940d17-719e-407c-813d-5e062ec85ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:56.219579 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9452be7b-a5a7-45f0-ac47-8aeb18754df9 req-61940d17-719e-407c-813d-5e062ec85ca5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4281d95c6f58475687e4b2a612c25805&device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 1098 time: 0.0479474 Jan 21 14:24:56.360686 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452be7b-a5a7-45f0-ac47-8aeb18754df9 req-fd897e30-945c-42e3-8f89-2bfc62bcf4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:56.364502 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9452be7b-a5a7-45f0-ac47-8aeb18754df9 req-fd897e30-945c-42e3-8f89-2bfc62bcf4be service neutron] 10.222.0.88 "GET /v2.0/networks?id=817f39d6-1033-4bff-9caf-7c8378950f30 HTTP/1.1" status: 200 len: 912 time: 0.1213450 Jan 21 14:24:56.462847 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9452be7b-a5a7-45f0-ac47-8aeb18754df9 req-69b13b3d-ff38-4f67-aeaf-dab07bb9a225 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c50108c-310f-4932-81f0-d845a5dd0c24 HTTP/1.1" status: 200 len: 217 time: 0.0910537 Jan 21 14:24:56.553170 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452be7b-a5a7-45f0-ac47-8aeb18754df9 req-a1cc1e81-5c46-4049-a4b0-7850ba76dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:56.556363 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9452be7b-a5a7-45f0-ac47-8aeb18754df9 req-a1cc1e81-5c46-4049-a4b0-7850ba76dc7f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6028d9c9-f797-44bb-a56e-4f8bba3790d1 HTTP/1.1" status: 200 len: 851 time: 0.0866082 Jan 21 14:24:56.599490 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9452be7b-a5a7-45f0-ac47-8aeb18754df9 req-0758ce43-77e7-44fd-bb07-590b661425a1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=817f39d6-1033-4bff-9caf-7c8378950f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337484 Jan 21 14:24:56.746759 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9452be7b-a5a7-45f0-ac47-8aeb18754df9 req-91bb25fb-0217-41c4-b5c4-5ca20051882e service neutron] 10.222.0.88 "GET /v2.0/networks/817f39d6-1033-4bff-9caf-7c8378950f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304591 Jan 21 14:24:56.749521 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d049d3fc-0afe-4979-9986-459e30596646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:56.865079 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9452be7b-a5a7-45f0-ac47-8aeb18754df9 req-62ba1eac-0cc8-45d8-a213-6b2b65bc1db9 service neutron] 10.222.0.88 "GET /v2.0/networks/817f39d6-1033-4bff-9caf-7c8378950f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112731 Jan 21 14:24:57.263857 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86034c12-962e-43a2-af2e-f974e7277980 req-292d8150-6688-4943-83d2-457901d467b9 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:57.265628 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-86034c12-962e-43a2-af2e-f974e7277980 req-292d8150-6688-4943-83d2-457901d467b9 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.0536537 Jan 21 14:24:57.339500 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-86034c12-962e-43a2-af2e-f974e7277980 req-3fe33b65-71e8-43c5-9984-2ff60b001e62 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664599 Jan 21 14:24:58.560944 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d30f5d-553c-4fc2-8915-46ff6fed5b49 req-4a0bca30-128a-4757-bf29-572ab9dd9f67 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:58.564058 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-03d30f5d-553c-4fc2-8915-46ff6fed5b49 req-4a0bca30-128a-4757-bf29-572ab9dd9f67 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.0956166 Jan 21 14:24:58.660859 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-03d30f5d-553c-4fc2-8915-46ff6fed5b49 req-3ea7386a-e04b-4273-9357-965b723f3045 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723143 Jan 21 14:24:59.212237 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f23cf-e818-486b-a62a-babe9517d2bf req-777dac84-c93c-4c26-a2c7-8d912847baec tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:59.214024 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-256f23cf-e818-486b-a62a-babe9517d2bf req-777dac84-c93c-4c26-a2c7-8d912847baec tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.88 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.0726583 Jan 21 14:24:59.237636 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:59.381629 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-256f23cf-e818-486b-a62a-babe9517d2bf req-ad132f8a-0473-4cd7-8680-478e81ebecfd tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Deleting port 9c50108c-310f-4932-81f0-d845a5dd0c24 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:24:59.382102 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-256f23cf-e818-486b-a62a-babe9517d2bf req-ad132f8a-0473-4cd7-8680-478e81ebecfd tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:59.499890 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-256f23cf-e818-486b-a62a-babe9517d2bf req-ad132f8a-0473-4cd7-8680-478e81ebecfd tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] For port 9c50108c-310f-4932-81f0-d845a5dd0c24, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9c50108c-310f-4932-81f0-d845a5dd0c24,segment=NetworkSegment(c63498a3-a60b-4808-9a79-a80d295f1918),segment_id=c63498a3-a60b-4808-9a79-a80d295f1918)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:24:59.500477 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-256f23cf-e818-486b-a62a-babe9517d2bf req-ad132f8a-0473-4cd7-8680-478e81ebecfd tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:59.524354 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-256f23cf-e818-486b-a62a-babe9517d2bf req-ad132f8a-0473-4cd7-8680-478e81ebecfd tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Calling delete_port for 9c50108c-310f-4932-81f0-d845a5dd0c24 owned by compute:nova {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:24:59.738578 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:24:59.822895 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf91935-ba07-41b8-8f9c-e4b792213d31 req-10ec4549-8dd7-40c8-9910-dc68448141fe tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:24:59.824749 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-fcf91935-ba07-41b8-8f9c-e4b792213d31 req-10ec4549-8dd7-40c8-9910-dc68448141fe tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.0636411 Jan 21 14:24:59.890390 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-fcf91935-ba07-41b8-8f9c-e4b792213d31 req-6ed4562e-8ade-48ed-beb5-62ba8f6d0078 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561211 Jan 21 14:24:59.905061 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:25:00.039249 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-256f23cf-e818-486b-a62a-babe9517d2bf req-ad132f8a-0473-4cd7-8680-478e81ebecfd tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (9c50108c-310f-4932-81f0-d845a5dd0c24), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:00.058056 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['9c50108c-310f-4932-81f0-d845a5dd0c24'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:25:00.096427 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad132f8a-0473-4cd7-8680-478e81ebecfd tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Pushing event deleted for resources: {'Port': ['ID=9c50108c-310f-4932-81f0-d845a5dd0c24,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:00.237954 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-256f23cf-e818-486b-a62a-babe9517d2bf req-ad132f8a-0473-4cd7-8680-478e81ebecfd tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] No DVR routers for this DVR port 9c50108c-310f-4932-81f0-d845a5dd0c24 on host hv-cinder-82160 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:25:00.242392 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-256f23cf-e818-486b-a62a-babe9517d2bf req-ad132f8a-0473-4cd7-8680-478e81ebecfd tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:00.246153 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-256f23cf-e818-486b-a62a-babe9517d2bf req-ad132f8a-0473-4cd7-8680-478e81ebecfd tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.88 "DELETE /v2.0/ports/9c50108c-310f-4932-81f0-d845a5dd0c24 HTTP/1.1" status: 204 len: 173 time: 1.0252550 Jan 21 14:25:00.247378 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858e9b0a-493d-4526-aa19-494bc6cf1746', 'name': 'network-vif-deleted', 'tag': '9c50108c-310f-4932-81f0-d845a5dd0c24'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:25:00.249127 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0895d59c-2ecf-4cee-9f9c-d3a41ed747ec" -d '{"events": [{"server_uuid": "858e9b0a-493d-4526-aa19-494bc6cf1746", "name": "network-vif-deleted", "tag": "9c50108c-310f-4932-81f0-d845a5dd0c24"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:25:00.302726 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592ec199-680f-4f51-aed4-d9468e456902 x-openstack-request-id: req-592ec199-680f-4f51-aed4-d9468e456902 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:25:00.303493 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858e9b0a-493d-4526-aa19-494bc6cf1746", "name": "network-vif-deleted", "tag": "9c50108c-310f-4932-81f0-d845a5dd0c24", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:25:00.303493 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-592ec199-680f-4f51-aed4-d9468e456902 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:25:00.303932 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858e9b0a-493d-4526-aa19-494bc6cf1746', 'name': 'network-vif-deleted', 'tag': '9c50108c-310f-4932-81f0-d845a5dd0c24', 'status': 'completed', 'code': 200} Jan 21 14:25:01.037294 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:01.155762 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0947a304-74a8-4368-9bc0-24b1ef18b703 req-1cdfa717-80f9-4c0e-bc68-c3c7e3cead82 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.1374917 Jan 21 14:25:01.465082 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:02.326914 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3c04b83c-ce3d-4f63-b5e8-b2ef714ced84 req-737ca309-254e-4676-ae65-8fd49c752b44 tempest-DeleteServersTestJSON-2146075905 tempest-DeleteServersTestJSON-2146075905-project] 10.222.0.39 "GET /v2.0/ports?device_id=858e9b0a-493d-4526-aa19-494bc6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.0575435 Jan 21 14:25:02.609199 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 9c50108c-310f-4932-81f0-d845a5dd0c24 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:25:02.633357 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: 9c50108c-310f-4932-81f0-d845a5dd0c24 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:25:02.633709 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 9c50108c-310f-4932-81f0-d845a5dd0c24 not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:25:04.830317 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 54332) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:04.990987 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60ee1499-1aa7-4695-8c6e-9c9dc46cf7df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:05.112980 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60ee1499-1aa7-4695-8c6e-9c9dc46cf7df admin admin] Publish callbacks [] for security_group (3fe34cad-0bfd-482b-8732-4ad35bc193df), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:05.298915 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60ee1499-1aa7-4695-8c6e-9c9dc46cf7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (3fe34cad-0bfd-482b-8732-4ad35bc193df), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:05.339014 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee1499-1aa7-4695-8c6e-9c9dc46cf7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe34cad-0bfd-482b-8732-4ad35bc193df,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:05.343647 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-60ee1499-1aa7-4695-8c6e-9c9dc46cf7df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91ad6e3a21a94b37ba0f4b450ff11655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5121319 Jan 21 14:25:05.346764 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54356) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:05.419750 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f4da821-c2df-4dd0-aeeb-4b23c0df1d7d admin admin] Publish callbacks [] for security_group (3fe34cad-0bfd-482b-8732-4ad35bc193df), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:05.448978 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f4da821-c2df-4dd0-aeeb-4b23c0df1d7d admin admin] Publish callbacks [] for security_group (3fe34cad-0bfd-482b-8732-4ad35bc193df), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:05.681662 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f4da821-c2df-4dd0-aeeb-4b23c0df1d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (3fe34cad-0bfd-482b-8732-4ad35bc193df), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:05.685653 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f4da821-c2df-4dd0-aeeb-4b23c0df1d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:05.688436 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-2f4da821-c2df-4dd0-aeeb-4b23c0df1d7d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3fe34cad-0bfd-482b-8732-4ad35bc193df HTTP/1.1" status: 204 len: 168 time: 0.3393583 Jan 21 14:25:05.703301 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4da821-c2df-4dd0-aeeb-4b23c0df1d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe34cad-0bfd-482b-8732-4ad35bc193df,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:06.039032 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54388) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:06.093579 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_v2 [None req-31af939b-6d30-4409-a95a-6835c6aacbe2 admin admin] Deleting subnet 6028d9c9-f797-44bb-a56e-4f8bba3790d1 {{(pid=103331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:25:06.098885 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31af939b-6d30-4409-a95a-6835c6aacbe2 admin admin] Publish callbacks [] for subnet (6028d9c9-f797-44bb-a56e-4f8bba3790d1), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:06.143877 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31af939b-6d30-4409-a95a-6835c6aacbe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8286619'] for subnet (6028d9c9-f797-44bb-a56e-4f8bba3790d1), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:06.190933 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31af939b-6d30-4409-a95a-6835c6aacbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (6028d9c9-f797-44bb-a56e-4f8bba3790d1), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:06.385571 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31af939b-6d30-4409-a95a-6835c6aacbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1489334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801958'] for subnet (6028d9c9-f797-44bb-a56e-4f8bba3790d1), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:06.438042 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af939b-6d30-4409-a95a-6835c6aacbe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6028d9c9-f797-44bb-a56e-4f8bba3790d1,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:06.440325 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31af939b-6d30-4409-a95a-6835c6aacbe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:06.443719 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-31af939b-6d30-4409-a95a-6835c6aacbe2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6028d9c9-f797-44bb-a56e-4f8bba3790d1 HTTP/1.1" status: 204 len: 168 time: 0.4033625 Jan 21 14:25:06.447511 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54404) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:06.533273 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-335d6024-924e-4ff8-84af-798217447b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (817f39d6-1033-4bff-9caf-7c8378950f30), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:06.592216 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54412) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:06.637363 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-335d6024-924e-4ff8-84af-798217447b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (817f39d6-1033-4bff-9caf-7c8378950f30), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:06.640501 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f81e749-5e4e-4528-a08e-c4d7091dc9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:06.671071 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-335d6024-924e-4ff8-84af-798217447b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817f39d6-1033-4bff-9caf-7c8378950f30']}} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:06.687600 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-335d6024-924e-4ff8-84af-798217447b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63498a3-a60b-4808-9a79-a80d295f1918') {'for_net_delete': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:06.687894 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-335d6024-924e-4ff8-84af-798217447b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63498a3-a60b-4808-9a79-a80d295f1918') {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:06.705464 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-335d6024-924e-4ff8-84af-798217447b1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8286560'] for segment (c63498a3-a60b-4808-9a79-a80d295f1918), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:06.731647 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-335d6024-924e-4ff8-84af-798217447b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (c63498a3-a60b-4808-9a79-a80d295f1918), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:06.759050 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335d6024-924e-4ff8-84af-798217447b1a admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:25:06.759601 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-335d6024-924e-4ff8-84af-798217447b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1489372'] for segment (c63498a3-a60b-4808-9a79-a80d295f1918), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: Traceback (most recent call last): Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: timer() Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: cb(*args, **kw) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: return func(*args, **kwargs) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: self._notify() Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: self.callback(batched_events) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: event.method(event) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: return f(self, *a, **k) Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._get(url).json() Jan 21 14:25:06.762669 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:25:06.766097 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:25:06.766097 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:25:06.766097 dv-cinder-821602-20-iscsi neutron-server[103331]: return self.request(url, 'GET', **kwargs) Jan 21 14:25:06.766097 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:25:06.766097 dv-cinder-821602-20-iscsi neutron-server[103331]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:25:06.766097 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:25:06.766097 dv-cinder-821602-20-iscsi neutron-server[103331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:25:06.766097 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:25:06.766097 dv-cinder-821602-20-iscsi neutron-server[103331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:25:06.766097 dv-cinder-821602-20-iscsi neutron-server[103331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:25:06.916501 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f81e749-5e4e-4528-a08e-c4d7091dc9cb admin admin] Publish callbacks [] for security_group (ae1b82d3-db94-4a44-83b5-2276b4de8cab), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:06.976215 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-335d6024-924e-4ff8-84af-798217447b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (817f39d6-1033-4bff-9caf-7c8378950f30), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:06.982251 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-335d6024-924e-4ff8-84af-798217447b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:06.985629 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-335d6024-924e-4ff8-84af-798217447b1a admin admin] 10.222.0.39 "DELETE /v2.0/networks/817f39d6-1033-4bff-9caf-7c8378950f30 HTTP/1.1" status: 204 len: 168 time: 0.5371430 Jan 21 14:25:06.997412 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d6024-924e-4ff8-84af-798217447b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=817f39d6-1033-4bff-9caf-7c8378950f30,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:07.030206 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f81e749-5e4e-4528-a08e-c4d7091dc9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (ae1b82d3-db94-4a44-83b5-2276b4de8cab), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:07.073711 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-7f81e749-5e4e-4528-a08e-c4d7091dc9cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c8f751d1c2046058bfef4835976947c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4797549 Jan 21 14:25:07.073978 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81e749-5e4e-4528-a08e-c4d7091dc9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1b82d3-db94-4a44-83b5-2276b4de8cab,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:07.075833 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 54430) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:07.149170 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6f632e95-426c-46d4-af82-b381cb0503ba admin admin] Publish callbacks [] for security_group (ae1b82d3-db94-4a44-83b5-2276b4de8cab), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:07.181230 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6f632e95-426c-46d4-af82-b381cb0503ba admin admin] Publish callbacks [] for security_group (ae1b82d3-db94-4a44-83b5-2276b4de8cab), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:07.441731 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 54450) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:07.487602 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6f632e95-426c-46d4-af82-b381cb0503ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (ae1b82d3-db94-4a44-83b5-2276b4de8cab), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:07.493272 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6f632e95-426c-46d4-af82-b381cb0503ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:07.499272 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-6f632e95-426c-46d4-af82-b381cb0503ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae1b82d3-db94-4a44-83b5-2276b4de8cab HTTP/1.1" status: 204 len: 168 time: 0.4162447 Jan 21 14:25:07.522850 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f632e95-426c-46d4-af82-b381cb0503ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1b82d3-db94-4a44-83b5-2276b4de8cab,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:07.547073 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-32afd4d3-8132-4aea-bb37-a295e235a7e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4281d95c6f58475687e4b2a612c25805&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1026022 Jan 21 14:25:07.549532 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54460) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:07.633254 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0bb3672a-0398-484e-8720-3ce65467c186 admin admin] Publish callbacks [] for security_group (ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:07.661124 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0bb3672a-0398-484e-8720-3ce65467c186 admin admin] Publish callbacks [] for security_group (ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:07.844893 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0bb3672a-0398-484e-8720-3ce65467c186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:07.848735 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0bb3672a-0398-484e-8720-3ce65467c186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:07.856656 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-0bb3672a-0398-484e-8720-3ce65467c186 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a HTTP/1.1" status: 204 len: 168 time: 0.3008249 Jan 21 14:25:07.864949 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3672a-0398-484e-8720-3ce65467c186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce94ee7b-d8b4-428c-a25c-16a4a1f72b3a,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:07.939184 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54480) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:08.303913 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7895aecf-fe46-4926-9124-35fc610acec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:08.399279 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7895aecf-fe46-4926-9124-35fc610acec0 admin admin] Publish callbacks [] for security_group (ab467865-e868-4531-8846-401a287e195b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:08.538739 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7895aecf-fe46-4926-9124-35fc610acec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (ab467865-e868-4531-8846-401a287e195b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:08.598876 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-7895aecf-fe46-4926-9124-35fc610acec0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed11e34d1f5a4f6c8064b901373c40a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6576591 Jan 21 14:25:08.599703 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895aecf-fe46-4926-9124-35fc610acec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab467865-e868-4531-8846-401a287e195b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:08.603127 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54514) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:08.723434 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-83f69eb3-fd43-462c-8e88-741130a24a87 admin admin] Publish callbacks [] for security_group (ab467865-e868-4531-8846-401a287e195b), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:08.780665 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-83f69eb3-fd43-462c-8e88-741130a24a87 admin admin] Publish callbacks [] for security_group (ab467865-e868-4531-8846-401a287e195b), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:08.978808 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-83f69eb3-fd43-462c-8e88-741130a24a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (ab467865-e868-4531-8846-401a287e195b), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:08.985486 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-83f69eb3-fd43-462c-8e88-741130a24a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:08.999745 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-83f69eb3-fd43-462c-8e88-741130a24a87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab467865-e868-4531-8846-401a287e195b HTTP/1.1" status: 204 len: 168 time: 0.3913693 Jan 21 14:25:09.007948 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f69eb3-fd43-462c-8e88-741130a24a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab467865-e868-4531-8846-401a287e195b,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:09.326321 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54554) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:09.600047 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-881946835-network', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:09.718835 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] Made reservation on behalf of d2484fb131484409ba51a2f5775f15f4 for: {'network': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:09.721328 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:09.731164 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:09.832820 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] Publish callbacks [] for security_group (afd6beff-3ecd-44c8-9910-b3974f9158d7), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:09.945640 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (afd6beff-3ecd-44c8-9910-b3974f9158d7), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:09.980883 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:25:09.989540 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd6beff-3ecd-44c8-9910-b3974f9158d7,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:09.994732 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (0f4c65bd-2eca-4324-af4c-83298f48ddb4), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:09.995079 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.segments_db [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] Added segment 0f4c65bd-2eca-4324-af4c-83298f48ddb4 of type vlan for network 6efd224b-7807-4a4b-ab02-831ba02f315b Jan 21 14:25:10.078900 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (6efd224b-7807-4a4b-ab02-831ba02f315b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:10.156249 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54590) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:10.195443 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (6efd224b-7807-4a4b-ab02-831ba02f315b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:10.196477 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:10.197069 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:10.272501 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] Pushing event updated for resources: {'Network': ['ID=6efd224b-7807-4a4b-ab02-831ba02f315b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:10.283706 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network 6efd224b-7807-4a4b-ab02-831ba02f315b details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:25:10.375764 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-b5f34231-22fb-4b09-b0f8-80f1b0668950 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0484068 Jan 21 14:25:10.380969 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54602) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:10.395511 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-1c0499e0-f5be-4152-9b5c-a75a276e82da admin admin] Request body: {'subnet': {'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-881946835-subnet', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:10.476893 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0499e0-f5be-4152-9b5c-a75a276e82da admin admin] Made reservation on behalf of d2484fb131484409ba51a2f5775f15f4 for: {'subnet': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:10.481844 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1c0499e0-f5be-4152-9b5c-a75a276e82da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4801985'] for subnet (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:10.625799 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30bd9aa3-40c5-4b90-a52f-e5cfb82da19a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:10.814653 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 54610) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:10.820952 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30bd9aa3-40c5-4b90-a52f-e5cfb82da19a admin admin] Publish callbacks [] for security_group (a33172fa-2bf2-4dd9-987a-1b2526c6d2b7), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:10.945356 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ef145f22-32f2-4ca9-8200-166c259c5d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.001186 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1c0499e0-f5be-4152-9b5c-a75a276e82da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1489521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4802015'] for subnet (cc1ac226-226e-4477-afdf-81841f625e0d), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.039320 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ef145f22-32f2-4ca9-8200-166c259c5d63 admin admin] Publish callbacks [] for security_group (90893fad-6ea4-4c7a-be6f-87fff7ee8498), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.062996 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30bd9aa3-40c5-4b90-a52f-e5cfb82da19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (a33172fa-2bf2-4dd9-987a-1b2526c6d2b7), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.070824 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0499e0-f5be-4152-9b5c-a75a276e82da admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc1ac226-226e-4477-afdf-81841f625e0d,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:11.107232 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0499e0-f5be-4152-9b5c-a75a276e82da admin admin] Checking segment: {'id': '0f4c65bd-2eca-4324-af4c-83298f48ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:11.107586 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0499e0-f5be-4152-9b5c-a75a276e82da admin admin] Network hostable DHCP agents. Network: 6efd224b-7807-4a4b-ab02-831ba02f315b, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:25:11.116624 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-30bd9aa3-40c5-4b90-a52f-e5cfb82da19a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8b54ba09fed456cb5c057d7724b630c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9592335 Jan 21 14:25:11.119396 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 54624) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:11.120024 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd9aa3-40c5-4b90-a52f-e5cfb82da19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33172fa-2bf2-4dd9-987a-1b2526c6d2b7,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:11.143638 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ef145f22-32f2-4ca9-8200-166c259c5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (90893fad-6ea4-4c7a-be6f-87fff7ee8498), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.202110 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef145f22-32f2-4ca9-8200-166c259c5d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90893fad-6ea4-4c7a-be6f-87fff7ee8498,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:11.211153 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-ef145f22-32f2-4ca9-8200-166c259c5d63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e6bd276690f4428aee30f6f9428c8ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3936636 Jan 21 14:25:11.214256 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54628) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:11.222834 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0499e0-f5be-4152-9b5c-a75a276e82da admin admin] Network 6efd224b-7807-4a4b-ab02-831ba02f315b is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:25:11.225250 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee8bf5ed-882d-45dd-a49a-b013a7a8e85e admin admin] Publish callbacks [] for security_group (a33172fa-2bf2-4dd9-987a-1b2526c6d2b7), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.262743 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee8bf5ed-882d-45dd-a49a-b013a7a8e85e admin admin] Publish callbacks [] for security_group (a33172fa-2bf2-4dd9-987a-1b2526c6d2b7), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.299055 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9381ab72-8b46-4d5f-95d4-6b64a8c1ff35 admin admin] Publish callbacks [] for security_group (90893fad-6ea4-4c7a-be6f-87fff7ee8498), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.321372 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-1c0499e0-f5be-4152-9b5c-a75a276e82da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, 6efd224b-7807-4a4b-ab02-831ba02f315b) {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:11.327306 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9381ab72-8b46-4d5f-95d4-6b64a8c1ff35 admin admin] Publish callbacks [] for security_group (90893fad-6ea4-4c7a-be6f-87fff7ee8498), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.335331 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efd2ec9-2252-4ae6-9c17-03e6cd42cce3 None None] Network 6efd224b-7807-4a4b-ab02-831ba02f315b requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:25:11.336078 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0499e0-f5be-4152-9b5c-a75a276e82da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:11.336703 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1c0499e0-f5be-4152-9b5c-a75a276e82da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.413115 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee8bf5ed-882d-45dd-a49a-b013a7a8e85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (a33172fa-2bf2-4dd9-987a-1b2526c6d2b7), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.419138 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee8bf5ed-882d-45dd-a49a-b013a7a8e85e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.421167 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-ee8bf5ed-882d-45dd-a49a-b013a7a8e85e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a33172fa-2bf2-4dd9-987a-1b2526c6d2b7 HTTP/1.1" status: 204 len: 168 time: 0.3004787 Jan 21 14:25:11.451147 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bf5ed-882d-45dd-a49a-b013a7a8e85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33172fa-2bf2-4dd9-987a-1b2526c6d2b7,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:11.499425 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-1c0499e0-f5be-4152-9b5c-a75a276e82da admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1058803 Jan 21 14:25:11.500659 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54642) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:11.503099 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b3a4e0-5471-4c3e-918a-083ab08d9958 None None] Network 6efd224b-7807-4a4b-ab02-831ba02f315b requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:25:11.512279 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-881946835-router', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:11.544187 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9381ab72-8b46-4d5f-95d4-6b64a8c1ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (90893fad-6ea4-4c7a-be6f-87fff7ee8498), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.547481 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9381ab72-8b46-4d5f-95d4-6b64a8c1ff35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.552189 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-9381ab72-8b46-4d5f-95d4-6b64a8c1ff35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90893fad-6ea4-4c7a-be6f-87fff7ee8498 HTTP/1.1" status: 204 len: 168 time: 0.3367066 Jan 21 14:25:11.561628 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381ab72-8b46-4d5f-95d4-6b64a8c1ff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90893fad-6ea4-4c7a-be6f-87fff7ee8498,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:11.602344 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54650) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:11.639822 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (137a027f-b238-4345-aaea-221e6be4a80e), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.640856 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (137a027f-b238-4345-aaea-221e6be4a80e), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:11.710842 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Publish callbacks [] for router_controller (137a027f-b238-4345-aaea-221e6be4a80e), precommit_add_association {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:12.269096 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Publish callbacks [] for router_gateway (137a027f-b238-4345-aaea-221e6be4a80e), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:12.370152 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2085118341-network', 'tenant_id': 'c2d0d37de7074604892daf91f595c796'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:12.542956 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] Made reservation on behalf of c2d0d37de7074604892daf91f595c796 for: {'network': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:12.546253 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:12.586585 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:12.654280 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Publish callbacks [] for router_gateway (137a027f-b238-4345-aaea-221e6be4a80e), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:12.682521 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:12.790154 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] Publish callbacks [] for security_group (1477fcad-d827-4e69-bebc-a4953401bb84), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:12.833139 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54668) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:12.866105 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-97edcb48-91ab-4d69-b82c-f924c65e78fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:12.893569 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Allocated IP 172.27.0.152 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/b8171ead-da45-457c-abf2-e2061c3bfcb5) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:25:12.988656 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (1477fcad-d827-4e69-bebc-a4953401bb84), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.009927 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 54674) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:13.028620 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:25:13.033527 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db9e342c-5f97-4a8a-9368-d742035dffa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.067884 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1477fcad-d827-4e69-bebc-a4953401bb84,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:13.073798 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (fa02dbc9-b2a1-4129-8220-67fa9d79b3a7), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.074255 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.segments_db [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] Added segment fa02dbc9-b2a1-4129-8220-67fa9d79b3a7 of type vlan for network fe75e89b-58e2-4577-a608-549d4b0f181f Jan 21 14:25:13.100691 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Publish callbacks [] for port (b8171ead-da45-457c-abf2-e2061c3bfcb5), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.115451 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-97edcb48-91ab-4d69-b82c-f924c65e78fc admin admin] Publish callbacks [] for security_group (96d5923d-6214-4933-9b44-0d93347cb975), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.158138 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (fe75e89b-58e2-4577-a608-549d4b0f181f), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.183559 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db9e342c-5f97-4a8a-9368-d742035dffa8 admin admin] Publish callbacks [] for security_group (f1438509-9af5-4a68-8ea1-f9b9dead4884), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.229627 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-97edcb48-91ab-4d69-b82c-f924c65e78fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (96d5923d-6214-4933-9b44-0d93347cb975), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.273548 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-97edcb48-91ab-4d69-b82c-f924c65e78fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6df49f5fc9b240c7ac76d16029ddadb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4384503 Jan 21 14:25:13.276284 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54680) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:13.284326 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edcb48-91ab-4d69-b82c-f924c65e78fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d5923d-6214-4933-9b44-0d93347cb975,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:13.351877 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-089df3ac-168f-4770-ae65-9e17273500eb admin admin] Publish callbacks [] for security_group (96d5923d-6214-4933-9b44-0d93347cb975), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.367059 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-089df3ac-168f-4770-ae65-9e17273500eb admin admin] Publish callbacks [] for security_group (96d5923d-6214-4933-9b44-0d93347cb975), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.415879 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db9e342c-5f97-4a8a-9368-d742035dffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (f1438509-9af5-4a68-8ea1-f9b9dead4884), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.417162 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (fe75e89b-58e2-4577-a608-549d4b0f181f), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.418198 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:13.418784 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.421275 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (b8171ead-da45-457c-abf2-e2061c3bfcb5), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.457496 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-db9e342c-5f97-4a8a-9368-d742035dffa8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=863c7252187f408bb657ad907977c5c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4448872 Jan 21 14:25:13.458677 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e342c-5f97-4a8a-9368-d742035dffa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1438509-9af5-4a68-8ea1-f9b9dead4884,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:13.472361 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 54682) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:13.522107 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:25:13.526285 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:13.560489 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:25:13.562373 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c08af98-3187-4394-94c1-90ab1a6834e9 admin admin] Publish callbacks [] for security_group (f1438509-9af5-4a68-8ea1-f9b9dead4884), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.567362 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-089df3ac-168f-4770-ae65-9e17273500eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (96d5923d-6214-4933-9b44-0d93347cb975), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.569890 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-089df3ac-168f-4770-ae65-9e17273500eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.571102 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-089df3ac-168f-4770-ae65-9e17273500eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96d5923d-6214-4933-9b44-0d93347cb975 HTTP/1.1" status: 204 len: 168 time: 0.2938566 Jan 21 14:25:13.601917 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c08af98-3187-4394-94c1-90ab1a6834e9 admin admin] Publish callbacks [] for security_group (f1438509-9af5-4a68-8ea1-f9b9dead4884), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.610333 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] Pushing event updated for resources: {'Network': ['ID=fe75e89b-58e2-4577-a608-549d4b0f181f,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:13.628595 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network fe75e89b-58e2-4577-a608-549d4b0f181f details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:25:13.639355 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089df3ac-168f-4770-ae65-9e17273500eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d5923d-6214-4933-9b44-0d93347cb975,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:13.643604 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Pushing event updated for resources: {'Port': ['ID=b8171ead-da45-457c-abf2-e2061c3bfcb5,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:13.719560 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-702463b4-35be-4f99-9933-951b33d9938b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1159263 Jan 21 14:25:13.725196 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 54692) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:13.730839 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0a874ca3-0df7-449b-9b61-660612d3a72d admin admin] Request body: {'subnet': {'network_id': 'fe75e89b-58e2-4577-a608-549d4b0f181f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2085118341-subnet', 'tenant_id': 'c2d0d37de7074604892daf91f595c796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:13.884893 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c08af98-3187-4394-94c1-90ab1a6834e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (f1438509-9af5-4a68-8ea1-f9b9dead4884), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.887500 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c08af98-3187-4394-94c1-90ab1a6834e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:13.890377 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-0c08af98-3187-4394-94c1-90ab1a6834e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1438509-9af5-4a68-8ea1-f9b9dead4884 HTTP/1.1" status: 204 len: 168 time: 0.4151807 Jan 21 14:25:13.899556 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08af98-3187-4394-94c1-90ab1a6834e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1438509-9af5-4a68-8ea1-f9b9dead4884,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:13.932312 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a874ca3-0df7-449b-9b61-660612d3a72d admin admin] Made reservation on behalf of c2d0d37de7074604892daf91f595c796 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:13.938883 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0a874ca3-0df7-449b-9b61-660612d3a72d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7381100'] for subnet (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:14.045784 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Publish callbacks [] for router_gateway (137a027f-b238-4345-aaea-221e6be4a80e), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:14.267685 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583159'] for router (137a027f-b238-4345-aaea-221e6be4a80e), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:14.291696 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0a874ca3-0df7-449b-9b61-660612d3a72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5076798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7381106'] for subnet (6112b9d1-14f7-45a0-aeb3-5fdac8293d5a), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:14.399037 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a874ca3-0df7-449b-9b61-660612d3a72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6112b9d1-14f7-45a0-aeb3-5fdac8293d5a,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:14.435764 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a874ca3-0df7-449b-9b61-660612d3a72d admin admin] Checking segment: {'id': 'fa02dbc9-b2a1-4129-8220-67fa9d79b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fe75e89b-58e2-4577-a608-549d4b0f181f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:14.437533 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a874ca3-0df7-449b-9b61-660612d3a72d admin admin] Network hostable DHCP agents. Network: fe75e89b-58e2-4577-a608-549d4b0f181f, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:25:14.576415 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a874ca3-0df7-449b-9b61-660612d3a72d admin admin] Network fe75e89b-58e2-4577-a608-549d4b0f181f is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:25:14.576569 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Router 137a027f-b238-4345-aaea-221e6be4a80e is scheduled to L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f with binding_index 1 {{(pid=103331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 14:25:14.690504 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-0a874ca3-0df7-449b-9b61-660612d3a72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, fe75e89b-58e2-4577-a608-549d4b0f181f) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:14.696791 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a874ca3-0df7-449b-9b61-660612d3a72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:14.697485 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0a874ca3-0df7-449b-9b61-660612d3a72d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:14.707856 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe6805-3b96-4ae4-b596-6e8f82d49695 None None] Network fe75e89b-58e2-4577-a608-549d4b0f181f requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:25:14.774447 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:25:14.788431 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Sync routers for ids ['137a027f-b238-4345-aaea-221e6be4a80e'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:25:14.808334 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Routers {'137a027f-b238-4345-aaea-221e6be4a80e'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:25:14.812001 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:24:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['137a027f-b238-4345-aaea-221e6be4a80e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:14.849434 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-0a874ca3-0df7-449b-9b61-660612d3a72d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1225922 Jan 21 14:25:14.901277 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409e11a-e4b5-4aed-a85d-c4f547af3c22 None None] Network fe75e89b-58e2-4577-a608-549d4b0f181f requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:25:14.990198 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:14.992826 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-18b490d5-8aa4-4b78-a3a3-3135a74fa211 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4893532 Jan 21 14:25:14.996500 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54736) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:15.069906 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Set router 137a027f-b238-4345-aaea-221e6be4a80e gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:25:15.357260 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137a027f-b238-4345-aaea-221e6be4a80e', 'name': 'tempest-ServerRescueNegativeTestJSON-881946835-router', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'b8171ead-da45-457c-abf2-e2061c3bfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:11Z', 'updated_at': '2022-01-21T14:25:13Z', 'revision_number': 3, 'project_id': 'd2484fb131484409ba51a2f5775f15f4', 'gw_port': {'id': 'b8171ead-da45-457c-abf2-e2061c3bfcb5', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137a027f-b238-4345-aaea-221e6be4a80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:12Z', 'updated_at': '2022-01-21T14:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:15.385947 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Checking router: 137a027f-b238-4345-aaea-221e6be4a80e for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:25:15.386300 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Updating router 137a027f-b238-4345-aaea-221e6be4a80e port b8171ead-da45-457c-abf2-e2061c3bfcb5 binding host dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:25:15.416086 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (b8171ead-da45-457c-abf2-e2061c3bfcb5), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:15.622714 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:15.763493 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Publish callbacks [] for port (b8171ead-da45-457c-abf2-e2061c3bfcb5), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:15.880729 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (b8171ead-da45-457c-abf2-e2061c3bfcb5), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:16.012694 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Allocated IP 172.20.0.1 (6efd224b-7807-4a4b-ab02-831ba02f315b/cc1ac226-226e-4477-afdf-81841f625e0d/24790cf3-96fd-45e2-b50e-fab6fc433783) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:25:16.014612 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Pushing event updated for resources: {'Port': ['ID=b8171ead-da45-457c-abf2-e2061c3bfcb5,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:16.027834 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:16.028825 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:16.029562 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:16.030265 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:16.031010 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:16.031709 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:16.032432 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:16.033134 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:16.033906 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:16.034797 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:16.035715 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:16.036270 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:16.036753 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:16.118523 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Attempting to bind port b8171ead-da45-457c-abf2-e2061c3bfcb5 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:25:16.119243 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Attempting to bind port b8171ead-da45-457c-abf2-e2061c3bfcb5 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:25:16.119749 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Attempting to bind port b8171ead-da45-457c-abf2-e2061c3bfcb5 on network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:25:16.127833 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:25:16.129732 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Checking segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:16.130449 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:16.131470 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Bound using segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:25:16.132321 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Bound port: b8171ead-da45-457c-abf2-e2061c3bfcb5, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:25:16.132777 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (b8171ead-da45-457c-abf2-e2061c3bfcb5), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:16.190814 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Publish callbacks [] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:16.306216 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] For port b8171ead-da45-457c-abf2-e2061c3bfcb5, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:25:16.310492 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] For port b8171ead-da45-457c-abf2-e2061c3bfcb5, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=b8171ead-da45-457c-abf2-e2061c3bfcb5,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:25:16.376801 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:16.377172 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (b8171ead-da45-457c-abf2-e2061c3bfcb5), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:16.415777 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Network 6efd224b-7807-4a4b-ab02-831ba02f315b is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:25:16.422541 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:16.425207 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:25:16.434042 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Routers {'137a027f-b238-4345-aaea-221e6be4a80e'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:25:16.434725 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:24:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['137a027f-b238-4345-aaea-221e6be4a80e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:16.452319 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Pushing event updated for resources: {'Port': ['ID=24790cf3-96fd-45e2-b50e-fab6fc433783,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:16.473027 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580293'] for router_interface (137a027f-b238-4345-aaea-221e6be4a80e), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:16.495341 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e97e2b-d360-4bc4-bba2-ee6a798d6c0b None None] Pushing event updated for resources: {'Port': ['ID=b8171ead-da45-457c-abf2-e2061c3bfcb5,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:16.576243 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] Set router 137a027f-b238-4345-aaea-221e6be4a80e gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:25:16.769206 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137a027f-b238-4345-aaea-221e6be4a80e', 'name': 'tempest-ServerRescueNegativeTestJSON-881946835-router', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'b8171ead-da45-457c-abf2-e2061c3bfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:11Z', 'updated_at': '2022-01-21T14:25:13Z', 'revision_number': 3, 'project_id': 'd2484fb131484409ba51a2f5775f15f4', 'gw_port': {'id': 'b8171ead-da45-457c-abf2-e2061c3bfcb5', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137a027f-b238-4345-aaea-221e6be4a80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:12Z', 'updated_at': '2022-01-21T14:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:16.781399 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:16.803542 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee1647e-e5fb-48fa-91e0-5c8d59388cf1 None None] The sync data for ids ['137a027f-b238-4345-aaea-221e6be4a80e'] in dv-cinder-821602-20-iscsi is: [{'id': '137a027f-b238-4345-aaea-221e6be4a80e', 'name': 'tempest-ServerRescueNegativeTestJSON-881946835-router', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'b8171ead-da45-457c-abf2-e2061c3bfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:11Z', 'updated_at': '2022-01-21T14:25:13Z', 'revision_number': 3, 'project_id': 'd2484fb131484409ba51a2f5775f15f4', 'gw_port': {'id': 'b8171ead-da45-457c-abf2-e2061c3bfcb5', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137a027f-b238-4345-aaea-221e6be4a80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:12Z', 'updated_at': '2022-01-21T14:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:25:17.681533 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Publish callbacks [] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:17.788902 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:17.864016 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Pushing event updated for resources: {'Port': ['ID=24790cf3-96fd-45e2-b50e-fab6fc433783,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:17.871183 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797274'] for router_interface (137a027f-b238-4345-aaea-221e6be4a80e), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:18.010430 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Network 6efd224b-7807-4a4b-ab02-831ba02f315b is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:25:18.011941 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:18.145981 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Router 137a027f-b238-4345-aaea-221e6be4a80e has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:25:18.309933 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:25:18.322137 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-8b35a9d5-e35f-4caa-8278-2be9cdba1f9c admin admin] 10.222.0.39 "PUT /v2.0/routers/137a027f-b238-4345-aaea-221e6be4a80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3187418 Jan 21 14:25:18.528984 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54828) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:18.603079 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54836) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:18.913667 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device b8171ead-da45-457c-abf2-e2061c3bfcb5 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:25:19.000515 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-385ee454-2482-4686-a690-8aab69196175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:19.012813 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port b8171ead-da45-457c-abf2-e2061c3bfcb5 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:19.013432 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (b8171ead-da45-457c-abf2-e2061c3bfcb5), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:19.151098 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6c182141-a415-41e0-8e46-f25696180dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:19.177781 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port b8171ead-da45-457c-abf2-e2061c3bfcb5 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:19.178446 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (b8171ead-da45-457c-abf2-e2061c3bfcb5), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:19.210894 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port b8171ead-da45-457c-abf2-e2061c3bfcb5, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=b8171ead-da45-457c-abf2-e2061c3bfcb5,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:19.259858 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-eee9e00c-b713-4965-b2dd-ec92ae5ecd82 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:19.262637 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-eee9e00c-b713-4965-b2dd-ec92ae5ecd82 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/networks?id=fe75e89b-58e2-4577-a608-549d4b0f181f HTTP/1.1" status: 200 len: 814 time: 0.3728552 Jan 21 14:25:19.308615 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-9800a4a9-307a-4ad7-90f5-ac29565667bc tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/quotas/c2d0d37de7074604892daf91f595c796 HTTP/1.1" status: 200 len: 375 time: 0.0355196 Jan 21 14:25:19.324967 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (b8171ead-da45-457c-abf2-e2061c3bfcb5), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:19.366398 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-34684a62-3694-43d9-b0d1-fed8ca007bd2 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2d0d37de7074604892daf91f595c796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504124 Jan 21 14:25:19.373214 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-385ee454-2482-4686-a690-8aab69196175 admin admin] Publish callbacks [] for security_group (93c68554-8b97-4277-9807-813488ac6224), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:19.439393 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Sync routers for ids ['137a027f-b238-4345-aaea-221e6be4a80e'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:25:19.461242 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-385ee454-2482-4686-a690-8aab69196175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (93c68554-8b97-4277-9807-813488ac6224), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:19.463020 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=b8171ead-da45-457c-abf2-e2061c3bfcb5,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:19.483567 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:19.484309 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:19.484737 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6c182141-a415-41e0-8e46-f25696180dee admin admin] Publish callbacks [] for security_group (b0ac1cdc-7b7b-4dae-b5ce-72e77a775c22), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:19.485087 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:19.485739 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:19.486433 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:19.487252 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:19.488695 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:19.489707 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:19.492642 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:19.492877 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-4475ddae-ab34-47bf-91fe-4778e526a35a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:19.493668 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:19.493668 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:19.493668 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:19.499072 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-4475ddae-ab34-47bf-91fe-4778e526a35a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/networks?id=6efd224b-7807-4a4b-ab02-831ba02f315b HTTP/1.1" status: 200 len: 818 time: 0.1944420 Jan 21 14:25:19.508966 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:19.520356 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-e21022bb-19aa-4e07-b4d4-663a97615921 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/quotas/d2484fb131484409ba51a2f5775f15f4 HTTP/1.1" status: 200 len: 375 time: 0.0201509 Jan 21 14:25:19.530140 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Routers {'137a027f-b238-4345-aaea-221e6be4a80e'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:25:19.533131 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:24:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['137a027f-b238-4345-aaea-221e6be4a80e'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:19.571650 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-385ee454-2482-4686-a690-8aab69196175 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67b7d0ea4b11458d817630b9a0bfaa2c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0406978 Jan 21 14:25:19.576763 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ee454-2482-4686-a690-8aab69196175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c68554-8b97-4277-9807-813488ac6224,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:19.578332 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 54902) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:19.588349 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-84157507-8164-40f1-95c3-8f248f4700f6 service neutron] 10.222.0.39 "GET /v2.0/networks/fe75e89b-58e2-4577-a608-549d4b0f181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103322 Jan 21 14:25:19.590397 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6c182141-a415-41e0-8e46-f25696180dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (b0ac1cdc-7b7b-4dae-b5ce-72e77a775c22), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:19.596485 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-e15fc009-55a6-4b1c-a20b-7f316ce571e6 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d2484fb131484409ba51a2f5775f15f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748875 Jan 21 14:25:19.730879 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c182141-a415-41e0-8e46-f25696180dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ac1cdc-7b7b-4dae-b5ce-72e77a775c22,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:19.745641 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-6c182141-a415-41e0-8e46-f25696180dee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4518eac4768241319ed51ea1f807db30&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1411822 Jan 21 14:25:19.749434 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 54908) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:19.763242 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Set router 137a027f-b238-4345-aaea-221e6be4a80e gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:25:19.788475 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-67d3b540-65f6-47ac-9848-e2f3b0d14e85 admin admin] Publish callbacks [] for security_group (93c68554-8b97-4277-9807-813488ac6224), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:19.813305 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-3706a067-7f7c-420c-880a-a7568c5bb2ca service neutron] 10.222.0.39 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157323 Jan 21 14:25:19.858273 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-67d3b540-65f6-47ac-9848-e2f3b0d14e85 admin admin] Publish callbacks [] for security_group (93c68554-8b97-4277-9807-813488ac6224), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:19.912049 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-cd64aef6-bde0-4324-8272-f52959897f59 service neutron] 10.222.0.39 "GET /v2.0/networks/fe75e89b-58e2-4577-a608-549d4b0f181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023753 Jan 21 14:25:19.966511 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b81a8a9b-3622-4f43-87c6-14e133c76d37 admin admin] Publish callbacks [] for security_group (b0ac1cdc-7b7b-4dae-b5ce-72e77a775c22), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:20.013128 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b81a8a9b-3622-4f43-87c6-14e133c76d37 admin admin] Publish callbacks [] for security_group (b0ac1cdc-7b7b-4dae-b5ce-72e77a775c22), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:20.023734 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-79d92db0-fa06-4b65-bc29-dc3b9267c158 service neutron] 10.222.0.39 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002597 Jan 21 14:25:20.115575 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54914) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:20.127201 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-67d3b540-65f6-47ac-9848-e2f3b0d14e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (93c68554-8b97-4277-9807-813488ac6224), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:20.130975 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-67d3b540-65f6-47ac-9848-e2f3b0d14e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:20.135369 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-67d3b540-65f6-47ac-9848-e2f3b0d14e85 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93c68554-8b97-4277-9807-813488ac6224 HTTP/1.1" status: 204 len: 168 time: 0.5538969 Jan 21 14:25:20.167484 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3b540-65f6-47ac-9848-e2f3b0d14e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c68554-8b97-4277-9807-813488ac6224,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:20.230203 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b81a8a9b-3622-4f43-87c6-14e133c76d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (b0ac1cdc-7b7b-4dae-b5ce-72e77a775c22), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:20.233861 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b81a8a9b-3622-4f43-87c6-14e133c76d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:20.235140 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-b81a8a9b-3622-4f43-87c6-14e133c76d37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0ac1cdc-7b7b-4dae-b5ce-72e77a775c22 HTTP/1.1" status: 204 len: 168 time: 0.4847054 Jan 21 14:25:20.260111 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a8a9b-3622-4f43-87c6-14e133c76d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ac1cdc-7b7b-4dae-b5ce-72e77a775c22,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:20.361118 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5365cb24-ea83-419a-9510-9fafbfbba709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:20.423267 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137a027f-b238-4345-aaea-221e6be4a80e', 'name': 'tempest-ServerRescueNegativeTestJSON-881946835-router', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'b8171ead-da45-457c-abf2-e2061c3bfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:11Z', 'updated_at': '2022-01-21T14:25:16Z', 'revision_number': 4, 'project_id': 'd2484fb131484409ba51a2f5775f15f4', 'gw_port': {'id': 'b8171ead-da45-457c-abf2-e2061c3bfcb5', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137a027f-b238-4345-aaea-221e6be4a80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:12Z', 'updated_at': '2022-01-21T14:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '24790cf3-96fd-45e2-b50e-fab6fc433783', 'name': '', 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4', 'mac_address': 'fa:16:3e:3a:63:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137a027f-b238-4345-aaea-221e6be4a80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc1ac226-226e-4477-afdf-81841f625e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:15Z', 'updated_at': '2022-01-21T14:25:17Z', 'revision_number': 2, 'project_id': 'd2484fb131484409ba51a2f5775f15f4', 'subnets': [{'id': 'cc1ac226-226e-4477-afdf-81841f625e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:20.498455 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Checking router: 137a027f-b238-4345-aaea-221e6be4a80e for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:25:20.503652 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Updating router 137a027f-b238-4345-aaea-221e6be4a80e port 24790cf3-96fd-45e2-b50e-fab6fc433783 binding host dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:25:20.559603 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e715de9a-3c9b-429e-a185-0a5cbda042ba req-9511ee5b-5a41-4237-977d-70ba216bef4a tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 210 time: 0.1078820 Jan 21 14:25:20.598367 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:20.727192 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5365cb24-ea83-419a-9510-9fafbfbba709 admin admin] Publish callbacks [] for security_group (0506f915-43d3-479a-9bf8-a272d9fc49eb), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:20.744441 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-23f4678b-f0b7-4f5d-99df-23a3ab9fe5b5 req-d6838fb0-d2c7-48cf-aee4-973e1668c136 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 210 time: 0.0821648 Jan 21 14:25:20.806178 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device b8171ead-da45-457c-abf2-e2061c3bfcb5 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:25:20.899564 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5365cb24-ea83-419a-9510-9fafbfbba709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (0506f915-43d3-479a-9bf8-a272d9fc49eb), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:20.959151 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-5365cb24-ea83-419a-9510-9fafbfbba709 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6bd30511a4874a9682eca615ac47bc18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8377512 Jan 21 14:25:20.959151 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365cb24-ea83-419a-9510-9fafbfbba709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0506f915-43d3-479a-9bf8-a272d9fc49eb,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:20.960114 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 54944) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:20.979090 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port b8171ead-da45-457c-abf2-e2061c3bfcb5 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:20.979090 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (b8171ead-da45-457c-abf2-e2061c3bfcb5), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:21.021817 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6ccee539-0c89-4cce-8a83-fc02e63658d9 admin admin] Publish callbacks [] for security_group (0506f915-43d3-479a-9bf8-a272d9fc49eb), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:21.053628 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6ccee539-0c89-4cce-8a83-fc02e63658d9 admin admin] Publish callbacks [] for security_group (0506f915-43d3-479a-9bf8-a272d9fc49eb), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:21.110951 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Publish callbacks [] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:21.139411 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port b8171ead-da45-457c-abf2-e2061c3bfcb5 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:21.228176 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:21.228948 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6ccee539-0c89-4cce-8a83-fc02e63658d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (0506f915-43d3-479a-9bf8-a272d9fc49eb), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:21.235231 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6ccee539-0c89-4cce-8a83-fc02e63658d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:21.237907 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-6ccee539-0c89-4cce-8a83-fc02e63658d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0506f915-43d3-479a-9bf8-a272d9fc49eb HTTP/1.1" status: 204 len: 168 time: 0.2762060 Jan 21 14:25:21.257415 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccee539-0c89-4cce-8a83-fc02e63658d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0506f915-43d3-479a-9bf8-a272d9fc49eb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:21.428594 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7b973911-2b02-4b4b-8555-f772807c263f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:21.443962 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7b973911-2b02-4b4b-8555-f772807c263f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/networks?id=6efd224b-7807-4a4b-ab02-831ba02f315b HTTP/1.1" status: 200 len: 818 time: 0.2653768 Jan 21 14:25:21.446723 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44ff24-ba93-4607-ad05-622ab38e7c72 None None] Pushing event updated for resources: {'Port': ['ID=24790cf3-96fd-45e2-b50e-fab6fc433783,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:21.469302 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e9207565-1501-4e32-a625-2cce1fecb378 req-422326a0-485b-43d2-bb86-faa41164775d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/quotas/d2484fb131484409ba51a2f5775f15f4 HTTP/1.1" status: 200 len: 375 time: 0.0235777 Jan 21 14:25:21.488895 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Attempting to bind port 24790cf3-96fd-45e2-b50e-fab6fc433783 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:25:21.489310 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Attempting to bind port 24790cf3-96fd-45e2-b50e-fab6fc433783 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '0f4c65bd-2eca-4324-af4c-83298f48ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:25:21.489837 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Attempting to bind port 24790cf3-96fd-45e2-b50e-fab6fc433783 on network 6efd224b-7807-4a4b-ab02-831ba02f315b {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:25:21.496324 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:25:21.496709 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Checking segment: {'id': '0f4c65bd-2eca-4324-af4c-83298f48ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:21.497121 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:21.497579 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Bound using segment: {'id': '0f4c65bd-2eca-4324-af4c-83298f48ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:25:21.498096 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Bound port: 24790cf3-96fd-45e2-b50e-fab6fc433783, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4c65bd-2eca-4324-af4c-83298f48ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:25:21.498514 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:21.505476 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 54968) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:21.547639 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45b5b0ae-c868-4d30-b8e9-389ec44ec524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:21.579957 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e9207565-1501-4e32-a625-2cce1fecb378 req-9b4bfbd6-46fb-470c-84e5-d3bb9446a07c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d2484fb131484409ba51a2f5775f15f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014934 Jan 21 14:25:21.721837 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] For port 24790cf3-96fd-45e2-b50e-fab6fc433783, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:25:21.734057 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] For port 24790cf3-96fd-45e2-b50e-fab6fc433783, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=24790cf3-96fd-45e2-b50e-fab6fc433783,segment=NetworkSegment(0f4c65bd-2eca-4324-af4c-83298f48ddb4),segment_id=0f4c65bd-2eca-4324-af4c-83298f48ddb4)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:25:21.744679 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e9207565-1501-4e32-a625-2cce1fecb378 req-3bbcdc17-b5d7-4b3a-a3b8-593937a0bd5f service neutron] 10.222.0.39 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495616 Jan 21 14:25:21.808312 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45b5b0ae-c868-4d30-b8e9-389ec44ec524 admin admin] Publish callbacks [] for security_group (7119a2e9-e35a-4b49-bccc-e694883f4536), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:21.931289 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:21.954867 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e9207565-1501-4e32-a625-2cce1fecb378 req-d3ad8b8a-f470-48e9-95cc-ce51891b57ff service neutron] 10.222.0.39 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997221 Jan 21 14:25:21.957650 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5136e784-9aa6-41f2-a1d5-68d4d59e2f34 req-0b7d3457-2b12-47a6-8c45-2e1d6000bb0c tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 210 time: 0.0428810 Jan 21 14:25:22.016149 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45b5b0ae-c868-4d30-b8e9-389ec44ec524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (7119a2e9-e35a-4b49-bccc-e694883f4536), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:22.040744 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44ff24-ba93-4607-ad05-622ab38e7c72 None None] Pushing event updated for resources: {'Port': ['ID=24790cf3-96fd-45e2-b50e-fab6fc433783,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:22.042906 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Routers {'137a027f-b238-4345-aaea-221e6be4a80e'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:25:22.043799 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:24:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['137a027f-b238-4345-aaea-221e6be4a80e'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:22.083299 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-45b5b0ae-c868-4d30-b8e9-389ec44ec524 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29b52538aa8a48268a7902bdc3541aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5764835 Jan 21 14:25:22.084267 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5b0ae-c868-4d30-b8e9-389ec44ec524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7119a2e9-e35a-4b49-bccc-e694883f4536,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:22.085984 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 54982) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:22.142657 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2751b931-f411-4cf7-9b26-633be10580a4 admin admin] Publish callbacks [] for security_group (7119a2e9-e35a-4b49-bccc-e694883f4536), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:22.172635 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2751b931-f411-4cf7-9b26-633be10580a4 admin admin] Publish callbacks [] for security_group (7119a2e9-e35a-4b49-bccc-e694883f4536), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:22.181219 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] Set router 137a027f-b238-4345-aaea-221e6be4a80e gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:25:22.402718 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f0859d0c-c111-4cfd-a9c6-5722b8f4bb5f req-c469302e-ec95-4a3f-9ae0-7c91edecd81b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 210 time: 0.0273926 Jan 21 14:25:22.449649 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2751b931-f411-4cf7-9b26-633be10580a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (7119a2e9-e35a-4b49-bccc-e694883f4536), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:22.455505 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2751b931-f411-4cf7-9b26-633be10580a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:22.458773 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-2751b931-f411-4cf7-9b26-633be10580a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7119a2e9-e35a-4b49-bccc-e694883f4536 HTTP/1.1" status: 204 len: 168 time: 0.3715816 Jan 21 14:25:22.467329 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751b931-f411-4cf7-9b26-633be10580a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7119a2e9-e35a-4b49-bccc-e694883f4536,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:22.542390 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137a027f-b238-4345-aaea-221e6be4a80e', 'name': 'tempest-ServerRescueNegativeTestJSON-881946835-router', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'b8171ead-da45-457c-abf2-e2061c3bfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:11Z', 'updated_at': '2022-01-21T14:25:16Z', 'revision_number': 4, 'project_id': 'd2484fb131484409ba51a2f5775f15f4', 'gw_port': {'id': 'b8171ead-da45-457c-abf2-e2061c3bfcb5', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137a027f-b238-4345-aaea-221e6be4a80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:12Z', 'updated_at': '2022-01-21T14:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '24790cf3-96fd-45e2-b50e-fab6fc433783', 'name': '', 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4', 'mac_address': 'fa:16:3e:3a:63:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137a027f-b238-4345-aaea-221e6be4a80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc1ac226-226e-4477-afdf-81841f625e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:15Z', 'updated_at': '2022-01-21T14:25:21Z', 'revision_number': 4, 'project_id': 'd2484fb131484409ba51a2f5775f15f4', 'subnets': [{'id': 'cc1ac226-226e-4477-afdf-81841f625e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:22.605190 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c030ab-cf08-4e3e-bf06-c7571285249f None None] The sync data for ids ['137a027f-b238-4345-aaea-221e6be4a80e'] in dv-cinder-821602-20-iscsi is: [{'id': '137a027f-b238-4345-aaea-221e6be4a80e', 'name': 'tempest-ServerRescueNegativeTestJSON-881946835-router', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'b8171ead-da45-457c-abf2-e2061c3bfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:11Z', 'updated_at': '2022-01-21T14:25:16Z', 'revision_number': 4, 'project_id': 'd2484fb131484409ba51a2f5775f15f4', 'gw_port': {'id': 'b8171ead-da45-457c-abf2-e2061c3bfcb5', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137a027f-b238-4345-aaea-221e6be4a80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:12Z', 'updated_at': '2022-01-21T14:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '24790cf3-96fd-45e2-b50e-fab6fc433783', 'name': '', 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4', 'mac_address': 'fa:16:3e:3a:63:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137a027f-b238-4345-aaea-221e6be4a80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc1ac226-226e-4477-afdf-81841f625e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:15Z', 'updated_at': '2022-01-21T14:25:21Z', 'revision_number': 4, 'project_id': 'd2484fb131484409ba51a2f5775f15f4', 'subnets': [{'id': 'cc1ac226-226e-4477-afdf-81841f625e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:25:22.845560 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55008) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:22.922579 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0ac43543-fc90-4e2e-a3e9-6428149010a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:22.951802 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 24790cf3-96fd-45e2-b50e-fab6fc433783 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:25:23.054696 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 24790cf3-96fd-45e2-b50e-fab6fc433783 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:23.055226 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:23.138124 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ecccb857-6491-4116-95b9-528e5aadee84 req-0f79ecb2-827d-4e48-ae2c-fbdf1ceb296e tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 210 time: 0.0823057 Jan 21 14:25:23.184814 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0ac43543-fc90-4e2e-a3e9-6428149010a6 admin admin] Publish callbacks [] for security_group (a4fe29e1-017c-45e2-aeeb-d4f45556bd7a), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:23.197717 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 24790cf3-96fd-45e2-b50e-fab6fc433783 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:23.198135 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:23.248063 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port 24790cf3-96fd-45e2-b50e-fab6fc433783, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=24790cf3-96fd-45e2-b50e-fab6fc433783,segment=NetworkSegment(0f4c65bd-2eca-4324-af4c-83298f48ddb4),segment_id=0f4c65bd-2eca-4324-af4c-83298f48ddb4)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:23.366822 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:23.370178 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0ac43543-fc90-4e2e-a3e9-6428149010a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (a4fe29e1-017c-45e2-aeeb-d4f45556bd7a), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:23.450877 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-0ac43543-fc90-4e2e-a3e9-6428149010a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=641ec07af2d54ad195b7fc29f5e5dd1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6016760 Jan 21 14:25:23.453394 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 55024) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:23.456252 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac43543-fc90-4e2e-a3e9-6428149010a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fe29e1-017c-45e2-aeeb-d4f45556bd7a,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:23.481361 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=24790cf3-96fd-45e2-b50e-fab6fc433783,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:23.567202 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f6d84983-ff27-4aab-a36b-e985fcf6cd0c req-ab8280f6-421b-4b83-9c70-71b099951965 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 210 time: 0.0447016 Jan 21 14:25:23.588048 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45700aa3-bab1-4825-94a2-53f4c84cf688 admin admin] Publish callbacks [] for security_group (a4fe29e1-017c-45e2-aeeb-d4f45556bd7a), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:23.620714 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45700aa3-bab1-4825-94a2-53f4c84cf688 admin admin] Publish callbacks [] for security_group (a4fe29e1-017c-45e2-aeeb-d4f45556bd7a), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:23.791937 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45700aa3-bab1-4825-94a2-53f4c84cf688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (a4fe29e1-017c-45e2-aeeb-d4f45556bd7a), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:23.802695 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55036) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:23.805605 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45700aa3-bab1-4825-94a2-53f4c84cf688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:23.810489 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-45700aa3-bab1-4825-94a2-53f4c84cf688 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4fe29e1-017c-45e2-aeeb-d4f45556bd7a HTTP/1.1" status: 204 len: 168 time: 0.3501353 Jan 21 14:25:23.843531 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45700aa3-bab1-4825-94a2-53f4c84cf688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fe29e1-017c-45e2-aeeb-d4f45556bd7a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:23.856291 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6db98508-ae38-4f28-a649-c4f557f5afee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:23.926358 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4fe80c17-b554-4e42-afb9-2c1a3edc0aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:23.992498 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6db98508-ae38-4f28-a649-c4f557f5afee admin admin] Publish callbacks [] for security_group (ae1e8d7d-f3a0-4222-b705-e9d8cca2b9ff), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:24.219260 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6db98508-ae38-4f28-a649-c4f557f5afee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (ae1e8d7d-f3a0-4222-b705-e9d8cca2b9ff), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:24.353887 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bd25eb35-7bcf-4f00-9114-5786e686e9c2 req-05ed2bd2-51fa-4889-b466-5148781f9125 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 210 time: 0.0466073 Jan 21 14:25:24.360681 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-6db98508-ae38-4f28-a649-c4f557f5afee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4cc6537cf7f749cbbf0dabbac13fa5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5541670 Jan 21 14:25:24.360681 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db98508-ae38-4f28-a649-c4f557f5afee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1e8d7d-f3a0-4222-b705-e9d8cca2b9ff,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:24.361085 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 55084) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:24.493338 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ce15997-d2e4-4a53-b76f-1540f2f3aa7d admin admin] Publish callbacks [] for security_group (ae1e8d7d-f3a0-4222-b705-e9d8cca2b9ff), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:24.518529 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ce15997-d2e4-4a53-b76f-1540f2f3aa7d admin admin] Publish callbacks [] for security_group (ae1e8d7d-f3a0-4222-b705-e9d8cca2b9ff), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:24.597541 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-ff3b8040-9b7d-4459-9fae-3ab3e38e42d1 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:24.597541 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-ff3b8040-9b7d-4459-9fae-3ab3e38e42d1 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.88 "GET /v2.0/networks?id=6efd224b-7807-4a4b-ab02-831ba02f315b HTTP/1.1" status: 200 len: 818 time: 0.1752298 Jan 21 14:25:24.612392 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-41974858-6c07-47de-947c-7b4ce81b16b8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Request body: {'port': {'device_id': 'dc6afa1d-82a2-4990-b0c2-ccc88027329f', 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b', 'admin_state_up': True, 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:24.709070 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-140c2520-6fa8-41ee-8f4b-1603bba92580 req-6e32da37-2fab-4f69-82ad-ed8b9b572b67 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 210 time: 0.0455484 Jan 21 14:25:24.790342 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 24790cf3-96fd-45e2-b50e-fab6fc433783 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:25:24.853783 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 24790cf3-96fd-45e2-b50e-fab6fc433783 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:24.854194 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:24.938464 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ce15997-d2e4-4a53-b76f-1540f2f3aa7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (ae1e8d7d-f3a0-4222-b705-e9d8cca2b9ff), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:24.945276 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 24790cf3-96fd-45e2-b50e-fab6fc433783 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:24.945781 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ce15997-d2e4-4a53-b76f-1540f2f3aa7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:24.945781 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-1ce15997-d2e4-4a53-b76f-1540f2f3aa7d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae1e8d7d-f3a0-4222-b705-e9d8cca2b9ff HTTP/1.1" status: 204 len: 168 time: 0.5825100 Jan 21 14:25:24.966589 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce15997-d2e4-4a53-b76f-1540f2f3aa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1e8d7d-f3a0-4222-b705-e9d8cca2b9ff,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:24.976595 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-41974858-6c07-47de-947c-7b4ce81b16b8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Made reservation on behalf of d2484fb131484409ba51a2f5775f15f4 for: {'port': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:24.981747 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-41974858-6c07-47de-947c-7b4ce81b16b8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:25.282347 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-41974858-6c07-47de-947c-7b4ce81b16b8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Allocated IP 172.20.0.14 (6efd224b-7807-4a4b-ab02-831ba02f315b/cc1ac226-226e-4477-afdf-81841f625e0d/04effe5d-49d7-4a6a-870e-c190fe48aca1) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:25:25.521561 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-30442d86-ec14-47c9-8c79-0f1ad468dde2 req-0bab6f7f-7c66-4291-ab27-aa6c3635a7c9 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 210 time: 0.0338392 Jan 21 14:25:25.598854 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-41974858-6c07-47de-947c-7b4ce81b16b8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks [] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:25.739334 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-41974858-6c07-47de-947c-7b4ce81b16b8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:25.838243 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5a41eca5-f10b-4c63-9db5-8fd4c5d023e5 req-04d15955-6e5a-4378-acac-0285d16d7569 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 210 time: 0.0305557 Jan 21 14:25:25.841202 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-41974858-6c07-47de-947c-7b4ce81b16b8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Network 6efd224b-7807-4a4b-ab02-831ba02f315b is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:25:25.851958 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-41974858-6c07-47de-947c-7b4ce81b16b8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:25.880286 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-41974858-6c07-47de-947c-7b4ce81b16b8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:25:25.882869 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41974858-6c07-47de-947c-7b4ce81b16b8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Pushing event updated for resources: {'Port': ['ID=04effe5d-49d7-4a6a-870e-c190fe48aca1,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:25.969424 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-41974858-6c07-47de-947c-7b4ce81b16b8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:25.970143 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-41974858-6c07-47de-947c-7b4ce81b16b8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:25.983711 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-3a0a52f9-c488-41f1-bddb-ec85d4d7e813 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:25.985224 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-3a0a52f9-c488-41f1-bddb-ec85d4d7e813 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.88 "GET /v2.0/networks?id=fe75e89b-58e2-4577-a608-549d4b0f181f HTTP/1.1" status: 200 len: 814 time: 0.1965687 Jan 21 14:25:26.017120 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-15a582d6-30a3-4803-b9cd-7bdfe7331318 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Request body: {'port': {'device_id': 'db40d26a-addb-488e-ab55-710d10bc8551', 'network_id': 'fe75e89b-58e2-4577-a608-549d4b0f181f', 'admin_state_up': True, 'tenant_id': 'c2d0d37de7074604892daf91f595c796'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:26.130183 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-41974858-6c07-47de-947c-7b4ce81b16b8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5220356 Jan 21 14:25:26.152856 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Request body: {'port': {'device_id': 'dc6afa1d-82a2-4990-b0c2-ccc88027329f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:26.233746 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:26.509148 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-15a582d6-30a3-4803-b9cd-7bdfe7331318 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Made reservation on behalf of c2d0d37de7074604892daf91f595c796 for: {'port': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:26.534205 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-15a582d6-30a3-4803-b9cd-7bdfe7331318 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:26.677504 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9207565-1501-4e32-a625-2cce1fecb378 req-26b01dd7-1d8d-4f21-b62a-02d70f6e063e tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:26.679090 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e9207565-1501-4e32-a625-2cce1fecb378 req-26b01dd7-1d8d-4f21-b62a-02d70f6e063e tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.88 "GET /v2.0/networks?id=6efd224b-7807-4a4b-ab02-831ba02f315b HTTP/1.1" status: 200 len: 818 time: 0.1686945 Jan 21 14:25:26.697331 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7fa2709d-9c4c-4eca-9c4d-670d87d484f4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Request body: {'port': {'device_id': '1be01d3b-b018-40d2-86f8-f2e1d6d4e337', 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b', 'admin_state_up': True, 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:26.729466 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e21d5a-2b9d-4904-a31c-cdcad399e09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:26.756963 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f43bab6f-551b-4ddd-85ca-28fe543b37d3 req-ae10e2fb-2b9c-4132-aea2-009445326ddb tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 210 time: 0.0706458 Jan 21 14:25:26.812828 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04effe5d-49d7-4a6a-870e-c190fe48aca1 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:25:26.851637 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Publish callbacks [] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:26.907657 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Transition to ACTIVE for port object 04effe5d-49d7-4a6a-870e-c190fe48aca1 will not be triggered until provisioned by entity L2. {{(pid=103331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:25:26.922367 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-15a582d6-30a3-4803-b9cd-7bdfe7331318 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Allocated IP 172.20.0.10 (fe75e89b-58e2-4577-a608-549d4b0f181f/6112b9d1-14f7-45a0-aeb3-5fdac8293d5a/09aead75-b2c3-4c48-aca1-01ef12f2404a) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:25:27.007464 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-af8e994a-cdbd-44db-a11e-50830bd603c8 req-14de5faf-8174-4c71-84dd-3174212d5cbb tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 210 time: 0.0670331 Jan 21 14:25:27.092071 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7fa2709d-9c4c-4eca-9c4d-670d87d484f4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Made reservation on behalf of d2484fb131484409ba51a2f5775f15f4 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:27.096448 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7fa2709d-9c4c-4eca-9c4d-670d87d484f4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:27.140706 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 55188) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:27.225101 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:27.437073 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1228263572-network', 'tenant_id': '83058528c56f4d52a2b87b94815a3322'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:27.490640 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Pushing event updated for resources: {'Port': ['ID=04effe5d-49d7-4a6a-870e-c190fe48aca1,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:27.509016 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-15a582d6-30a3-4803-b9cd-7bdfe7331318 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks [] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:27.512876 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7fa2709d-9c4c-4eca-9c4d-670d87d484f4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Allocated IP 172.20.0.13 (6efd224b-7807-4a4b-ab02-831ba02f315b/cc1ac226-226e-4477-afdf-81841f625e0d/9e0f713a-037d-4636-b6e3-5f41929c1ef9) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:25:27.569746 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Attempting to bind port 04effe5d-49d7-4a6a-870e-c190fe48aca1 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:25:27.570088 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Attempting to bind port 04effe5d-49d7-4a6a-870e-c190fe48aca1 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '0f4c65bd-2eca-4324-af4c-83298f48ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:25:27.572871 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Attempting to bind port 04effe5d-49d7-4a6a-870e-c190fe48aca1 on network 6efd224b-7807-4a4b-ab02-831ba02f315b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:25:27.577668 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Port 04effe5d-49d7-4a6a-870e-c190fe48aca1 on network 6efd224b-7807-4a4b-ab02-831ba02f315b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:25:27.577980 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Attempting to bind port 04effe5d-49d7-4a6a-870e-c190fe48aca1 on network 6efd224b-7807-4a4b-ab02-831ba02f315b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:25:27.587596 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:25:27.587941 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Checking segment: {'id': '0f4c65bd-2eca-4324-af4c-83298f48ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:27.588384 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Bound using segment: {'id': '0f4c65bd-2eca-4324-af4c-83298f48ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:25:27.588835 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Bound port: 04effe5d-49d7-4a6a-870e-c190fe48aca1, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f4c65bd-2eca-4324-af4c-83298f48ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:25:27.589197 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:27.653294 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] Made reservation on behalf of 83058528c56f4d52a2b87b94815a3322 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:27.658896 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-15a582d6-30a3-4803-b9cd-7bdfe7331318 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:27.659185 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:27.682212 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:27.730217 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-15a582d6-30a3-4803-b9cd-7bdfe7331318 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Network fe75e89b-58e2-4577-a608-549d4b0f181f is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:25:27.736777 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-15a582d6-30a3-4803-b9cd-7bdfe7331318 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:27.743569 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a582d6-30a3-4803-b9cd-7bdfe7331318 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Pushing event updated for resources: {'Port': ['ID=09aead75-b2c3-4c48-aca1-01ef12f2404a,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:27.749304 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-15a582d6-30a3-4803-b9cd-7bdfe7331318 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:25:27.785275 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] For port 04effe5d-49d7-4a6a-870e-c190fe48aca1, host hv-cinder-82160, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:25:27.811101 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] For port 04effe5d-49d7-4a6a-870e-c190fe48aca1, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=04effe5d-49d7-4a6a-870e-c190fe48aca1,segment=NetworkSegment(0f4c65bd-2eca-4324-af4c-83298f48ddb4),segment_id=0f4c65bd-2eca-4324-af4c-83298f48ddb4)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:25:27.835234 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-15a582d6-30a3-4803-b9cd-7bdfe7331318 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:27.836155 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-15a582d6-30a3-4803-b9cd-7bdfe7331318 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:27.843746 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7fa2709d-9c4c-4eca-9c4d-670d87d484f4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks [] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:27.926705 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] Publish callbacks [] for security_group (63f07329-b080-444a-892e-dbbf51a1e31c), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:27.933626 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:27.949102 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-15a582d6-30a3-4803-b9cd-7bdfe7331318 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9389434 Jan 21 14:25:27.983888 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Request body: {'port': {'device_id': 'db40d26a-addb-488e-ab55-710d10bc8551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:28.019517 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:28.020163 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:28.021614 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] 10.222.0.88 "PUT /v2.0/ports/04effe5d-49d7-4a6a-870e-c190fe48aca1 HTTP/1.1" status: 200 len: 1094 time: 1.8795152 Jan 21 14:25:28.022202 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6afa1d-82a2-4990-b0c2-ccc88027329f', 'tag': '04effe5d-49d7-4a6a-870e-c190fe48aca1'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:25:28.024592 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f86eb33-2ed2-44ac-9017-9eaec4df691b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6afa1d-82a2-4990-b0c2-ccc88027329f", "tag": "04effe5d-49d7-4a6a-870e-c190fe48aca1"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:25:28.061666 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181c869-984e-48c2-bd8a-9f85a06e8174 req-9e81bdaa-bb63-4d5b-9114-7565f1239374 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:28.063350 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5181c869-984e-48c2-bd8a-9f85a06e8174 req-9e81bdaa-bb63-4d5b-9114-7565f1239374 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 932 time: 0.1801515 Jan 21 14:25:28.064031 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ba8f0-d1c0-4575-8af8-f67e1e3c22cd service neutron] Pushing event updated for resources: {'Port': ['ID=04effe5d-49d7-4a6a-870e-c190fe48aca1,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:28.093054 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9cc261-9a75-4c13-a158-1c58234cff87 x-openstack-request-id: req-7e9cc261-9a75-4c13-a158-1c58234cff87 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:25:28.093434 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6afa1d-82a2-4990-b0c2-ccc88027329f", "tag": "04effe5d-49d7-4a6a-870e-c190fe48aca1", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:25:28.093691 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e9cc261-9a75-4c13-a158-1c58234cff87 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:25:28.094157 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6afa1d-82a2-4990-b0c2-ccc88027329f', 'tag': '04effe5d-49d7-4a6a-870e-c190fe48aca1', 'status': 'completed', 'code': 200} Jan 21 14:25:28.131845 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:28.133462 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7fa2709d-9c4c-4eca-9c4d-670d87d484f4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:28.138893 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (63f07329-b080-444a-892e-dbbf51a1e31c), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:28.190102 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:25:28.232507 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5181c869-984e-48c2-bd8a-9f85a06e8174 req-0caa3dc9-9c6e-43db-89cd-99af4fad19a7 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587827 Jan 21 14:25:28.242315 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86eb33-2ed2-44ac-9017-9eaec4df691b req-ab0ce5f9-3b37-441f-afc7-07954ac27fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:28.243849 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1f86eb33-2ed2-44ac-9017-9eaec4df691b req-ab0ce5f9-3b37-441f-afc7-07954ac27fe7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d2484fb131484409ba51a2f5775f15f4&device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 1097 time: 0.1274955 Jan 21 14:25:28.317677 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7fa2709d-9c4c-4eca-9c4d-670d87d484f4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Network 6efd224b-7807-4a4b-ab02-831ba02f315b is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:25:28.331112 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (3ce31d59-4d85-4a47-a5e2-f7e2fef2f343), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:28.332196 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.segments_db [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] Added segment 3ce31d59-4d85-4a47-a5e2-f7e2fef2f343 of type vlan for network 42030a7c-f960-4e44-8c28-04264a33c02d Jan 21 14:25:28.351957 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7fa2709d-9c4c-4eca-9c4d-670d87d484f4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:28.354574 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7fa2709d-9c4c-4eca-9c4d-670d87d484f4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:25:28.363645 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f07329-b080-444a-892e-dbbf51a1e31c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:28.413986 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2709d-9c4c-4eca-9c4d-670d87d484f4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Pushing event updated for resources: {'Port': ['ID=9e0f713a-037d-4636-b6e3-5f41929c1ef9,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:28.482411 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (42030a7c-f960-4e44-8c28-04264a33c02d), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:28.486012 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86eb33-2ed2-44ac-9017-9eaec4df691b req-57fbf6ee-6fee-47f0-af52-2eb7b093bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:28.488111 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1f86eb33-2ed2-44ac-9017-9eaec4df691b req-57fbf6ee-6fee-47f0-af52-2eb7b093bfe3 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=d2484fb131484409ba51a2f5775f15f4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2329392 Jan 21 14:25:28.518408 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bae25-b6ba-41fd-a44c-c93db8b7740c req-f31c9cdb-86ec-45ac-a9e3-82e15c44e6b6 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:28.532618 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-126bae25-b6ba-41fd-a44c-c93db8b7740c req-f31c9cdb-86ec-45ac-a9e3-82e15c44e6b6 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 932 time: 0.3333595 Jan 21 14:25:28.556323 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7fa2709d-9c4c-4eca-9c4d-670d87d484f4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:28.557051 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7fa2709d-9c4c-4eca-9c4d-670d87d484f4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:28.927154 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7fa2709d-9c4c-4eca-9c4d-670d87d484f4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2374458 Jan 21 14:25:28.927753 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (42030a7c-f960-4e44-8c28-04264a33c02d), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:28.928932 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:28.929716 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:28.943918 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Request body: {'port': {'device_id': '1be01d3b-b018-40d2-86f8-f2e1d6d4e337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:28.947871 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09aead75-b2c3-4c48-aca1-01ef12f2404a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:25:28.949394 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-126bae25-b6ba-41fd-a44c-c93db8b7740c req-97f420f7-24c9-400c-925f-949d86d1191e tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217832 Jan 21 14:25:28.956648 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86eb33-2ed2-44ac-9017-9eaec4df691b req-fd87acbe-4fd2-4caf-8c70-e9b095cfbe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:28.958213 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1f86eb33-2ed2-44ac-9017-9eaec4df691b req-fd87acbe-4fd2-4caf-8c70-e9b095cfbe7d service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4631708 Jan 21 14:25:28.960263 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Publish callbacks [] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:28.982178 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Transition to ACTIVE for port object 09aead75-b2c3-4c48-aca1-01ef12f2404a will not be triggered until provisioned by entity L2. {{(pid=103331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:25:29.044822 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-685d073b-9bb4-4ba1-9efd-2773fe91a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:29.046285 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-685d073b-9bb4-4ba1-9efd-2773fe91a0e4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d2484fb131484409ba51a2f5775f15f4&device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 1097 time: 0.0411985 Jan 21 14:25:29.048317 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] Pushing event updated for resources: {'Network': ['ID=42030a7c-f960-4e44-8c28-04264a33c02d,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:29.066567 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network 42030a7c-f960-4e44-8c28-04264a33c02d details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:25:29.070353 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-b25afa9a-96dc-4725-a469-6aabc8b3280e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9265594 Jan 21 14:25:29.071230 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:29.074104 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 55224) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:29.086004 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b05f017d-f153-4136-8911-eb53cb1971e2 admin admin] Request body: {'subnet': {'network_id': '42030a7c-f960-4e44-8c28-04264a33c02d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1228263572-subnet', 'tenant_id': '83058528c56f4d52a2b87b94815a3322', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:29.099865 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:29.104650 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-aefc447e-248d-4993-a431-dc17c0033ee9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04effe5d-49d7-4a6a-870e-c190fe48aca1 HTTP/1.1" status: 200 len: 217 time: 0.0446100 Jan 21 14:25:29.267917 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:29.270981 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05f017d-f153-4136-8911-eb53cb1971e2 admin admin] Made reservation on behalf of 83058528c56f4d52a2b87b94815a3322 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:29.275643 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b05f017d-f153-4136-8911-eb53cb1971e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7381100'] for subnet (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:29.278274 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Pushing event updated for resources: {'Port': ['ID=09aead75-b2c3-4c48-aca1-01ef12f2404a,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:29.290677 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-5825cdfc-a441-4a9a-bcc7-1588e129b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:29.293213 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-5825cdfc-a441-4a9a-bcc7-1588e129b190 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cc1ac226-226e-4477-afdf-81841f625e0d HTTP/1.1" status: 200 len: 858 time: 0.1573114 Jan 21 14:25:29.401908 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-62261bce-5111-4a1f-a48f-e431054f90e1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6efd224b-7807-4a4b-ab02-831ba02f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745261 Jan 21 14:25:29.553350 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Attempting to bind port 09aead75-b2c3-4c48-aca1-01ef12f2404a on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:25:29.553618 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Attempting to bind port 09aead75-b2c3-4c48-aca1-01ef12f2404a by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'fa02dbc9-b2a1-4129-8220-67fa9d79b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fe75e89b-58e2-4577-a608-549d4b0f181f'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:25:29.553910 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Attempting to bind port 09aead75-b2c3-4c48-aca1-01ef12f2404a on network fe75e89b-58e2-4577-a608-549d4b0f181f {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:25:29.574938 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e18ab4-1eb6-4d8b-b6ba-d59ea8cac5f0 req-2324fdff-3980-47d1-86a9-83c10a9cdc6d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:29.583436 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-73e18ab4-1eb6-4d8b-b6ba-d59ea8cac5f0 req-2324fdff-3980-47d1-86a9-83c10a9cdc6d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 944 time: 0.2332141 Jan 21 14:25:29.592626 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Port 09aead75-b2c3-4c48-aca1-01ef12f2404a on network fe75e89b-58e2-4577-a608-549d4b0f181f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:25:29.593164 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Attempting to bind port 09aead75-b2c3-4c48-aca1-01ef12f2404a on network fe75e89b-58e2-4577-a608-549d4b0f181f {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:25:29.632603 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:25:29.633137 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Checking segment: {'id': 'fa02dbc9-b2a1-4129-8220-67fa9d79b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fe75e89b-58e2-4577-a608-549d4b0f181f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:29.633735 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Bound using segment: {'id': 'fa02dbc9-b2a1-4129-8220-67fa9d79b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fe75e89b-58e2-4577-a608-549d4b0f181f'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:25:29.634507 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Bound port: 09aead75-b2c3-4c48-aca1-01ef12f2404a, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa02dbc9-b2a1-4129-8220-67fa9d79b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fe75e89b-58e2-4577-a608-549d4b0f181f'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:25:29.636128 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:29.699907 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-9c43a4db-46f4-4d59-ae1b-27a1fc296e32 service neutron] 10.222.0.88 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705982 Jan 21 14:25:29.729106 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0f713a-037d-4636-b6e3-5f41929c1ef9 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:25:29.741454 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Publish callbacks [] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:29.754171 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:29.775951 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Transition to ACTIVE for port object 9e0f713a-037d-4636-b6e3-5f41929c1ef9 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:25:29.828670 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b05f017d-f153-4136-8911-eb53cb1971e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5076798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7381106'] for subnet (25a5ff0e-479b-466c-881a-dffcfb4e3149), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:29.842843 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-73e18ab4-1eb6-4d8b-b6ba-d59ea8cac5f0 req-4c471ae1-7180-4f74-b9c3-f164c196ed05 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416742 Jan 21 14:25:29.892698 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:29.960716 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] For port 09aead75-b2c3-4c48-aca1-01ef12f2404a, host hv-cinder-82160, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:25:29.966218 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] For port 09aead75-b2c3-4c48-aca1-01ef12f2404a, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=09aead75-b2c3-4c48-aca1-01ef12f2404a,segment=NetworkSegment(fa02dbc9-b2a1-4129-8220-67fa9d79b3a7),segment_id=fa02dbc9-b2a1-4129-8220-67fa9d79b3a7)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:25:30.009055 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9c5eacc2-8a6d-4bfc-9513-e6e7c8c43281 req-2e39cb8e-e86b-4d9a-93a9-30f7c3bcb676 service neutron] 10.222.0.88 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617140 Jan 21 14:25:30.033350 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Pushing event updated for resources: {'Port': ['ID=9e0f713a-037d-4636-b6e3-5f41929c1ef9,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:30.059943 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f017d-f153-4136-8911-eb53cb1971e2 admin admin] Checking segment: {'id': '3ce31d59-4d85-4a47-a5e2-f7e2fef2f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '42030a7c-f960-4e44-8c28-04264a33c02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:30.060507 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f017d-f153-4136-8911-eb53cb1971e2 admin admin] Network hostable DHCP agents. Network: 42030a7c-f960-4e44-8c28-04264a33c02d, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:25:30.066820 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f017d-f153-4136-8911-eb53cb1971e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a5ff0e-479b-466c-881a-dffcfb4e3149,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:30.067445 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:30.157300 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:30.157950 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:30.160076 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] 10.222.0.88 "PUT /v2.0/ports/09aead75-b2c3-4c48-aca1-01ef12f2404a HTTP/1.1" status: 200 len: 1094 time: 2.1845164 Jan 21 14:25:30.160416 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db40d26a-addb-488e-ab55-710d10bc8551', 'tag': '09aead75-b2c3-4c48-aca1-01ef12f2404a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:25:30.163783 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fc75b9-1662-4b6c-bd41-0f97d23d2452" -d '{"events": [{"name": "network-changed", "server_uuid": "db40d26a-addb-488e-ab55-710d10bc8551", "tag": "09aead75-b2c3-4c48-aca1-01ef12f2404a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:25:30.209703 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118b9efa-1f89-42ad-9d5e-0571624a3043 x-openstack-request-id: req-118b9efa-1f89-42ad-9d5e-0571624a3043 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:25:30.209997 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db40d26a-addb-488e-ab55-710d10bc8551", "tag": "09aead75-b2c3-4c48-aca1-01ef12f2404a", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:25:30.210154 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Attempting to bind port 9e0f713a-037d-4636-b6e3-5f41929c1ef9 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:25:30.210321 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-118b9efa-1f89-42ad-9d5e-0571624a3043 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:25:30.210460 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Attempting to bind port 9e0f713a-037d-4636-b6e3-5f41929c1ef9 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '0f4c65bd-2eca-4324-af4c-83298f48ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:25:30.210986 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Attempting to bind port 9e0f713a-037d-4636-b6e3-5f41929c1ef9 on network 6efd224b-7807-4a4b-ab02-831ba02f315b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:25:30.211446 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db40d26a-addb-488e-ab55-710d10bc8551', 'tag': '09aead75-b2c3-4c48-aca1-01ef12f2404a', 'status': 'completed', 'code': 200} Jan 21 14:25:30.216933 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Port 9e0f713a-037d-4636-b6e3-5f41929c1ef9 on network 6efd224b-7807-4a4b-ab02-831ba02f315b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:25:30.217175 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Attempting to bind port 9e0f713a-037d-4636-b6e3-5f41929c1ef9 on network 6efd224b-7807-4a4b-ab02-831ba02f315b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:25:30.225317 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f017d-f153-4136-8911-eb53cb1971e2 admin admin] Network 42030a7c-f960-4e44-8c28-04264a33c02d is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:25:30.229190 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:25:30.229537 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Checking segment: {'id': '0f4c65bd-2eca-4324-af4c-83298f48ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:30.230234 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Bound using segment: {'id': '0f4c65bd-2eca-4324-af4c-83298f48ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:25:30.230750 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Bound port: 9e0f713a-037d-4636-b6e3-5f41929c1ef9, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f4c65bd-2eca-4324-af4c-83298f48ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:25:30.231161 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.238435 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.240838 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.240838 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.240838 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.240838 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.240838 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.240838 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.240838 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.240838 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.240838 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.240838 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.240838 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:30.240838 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:30.240838 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907f3d9-3299-4875-9dac-9c9fdbe7efa9 req-2b7a383f-1898-4dd7-aa4d-651ef5f6405b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:30.242377 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7907f3d9-3299-4875-9dac-9c9fdbe7efa9 req-2b7a383f-1898-4dd7-aa4d-651ef5f6405b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 944 time: 0.1691952 Jan 21 14:25:30.252346 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b343f-39a3-4cb8-8419-3abf8982314f service neutron] Pushing event updated for resources: {'Port': ['ID=09aead75-b2c3-4c48-aca1-01ef12f2404a,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:30.310847 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-b05f017d-f153-4136-8911-eb53cb1971e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, 42030a7c-f960-4e44-8c28-04264a33c02d) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:30.320751 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f017d-f153-4136-8911-eb53cb1971e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:30.321248 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b05f017d-f153-4136-8911-eb53cb1971e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:30.323587 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67932446-49ca-484e-a556-cd511b5776e9 None None] Network 42030a7c-f960-4e44-8c28-04264a33c02d requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:25:30.343413 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7907f3d9-3299-4875-9dac-9c9fdbe7efa9 req-78c8893a-ac00-47a5-a503-b83c2133f95f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850649 Jan 21 14:25:30.345436 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc75b9-1662-4b6c-bd41-0f97d23d2452 req-401d30bd-c780-4383-a4f1-121dcc34af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:30.347649 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e5fc75b9-1662-4b6c-bd41-0f97d23d2452 req-401d30bd-c780-4383-a4f1-121dcc34af96 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2d0d37de7074604892daf91f595c796&device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 1097 time: 0.1037235 Jan 21 14:25:30.356246 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] For port 9e0f713a-037d-4636-b6e3-5f41929c1ef9, host hv-cinder-82160, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:25:30.370189 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] For port 9e0f713a-037d-4636-b6e3-5f41929c1ef9, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9e0f713a-037d-4636-b6e3-5f41929c1ef9,segment=NetworkSegment(0f4c65bd-2eca-4324-af4c-83298f48ddb4),segment_id=0f4c65bd-2eca-4324-af4c-83298f48ddb4)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:25:30.444892 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-b05f017d-f153-4136-8911-eb53cb1971e2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3697324 Jan 21 14:25:30.473649 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:30.532641 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc75b9-1662-4b6c-bd41-0f97d23d2452 req-d9324563-5aa0-4607-b545-5a77864cb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:30.535577 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e5fc75b9-1662-4b6c-bd41-0f97d23d2452 req-d9324563-5aa0-4607-b545-5a77864cb734 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=c2d0d37de7074604892daf91f595c796&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1776874 Jan 21 14:25:30.559763 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:30.560574 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:30.562441 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e9207565-1501-4e32-a625-2cce1fecb378 req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] 10.222.0.88 "PUT /v2.0/ports/9e0f713a-037d-4636-b6e3-5f41929c1ef9 HTTP/1.1" status: 200 len: 1094 time: 1.6260355 Jan 21 14:25:30.568264 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be01d3b-b018-40d2-86f8-f2e1d6d4e337', 'tag': '9e0f713a-037d-4636-b6e3-5f41929c1ef9'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:25:30.587044 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b45929-e5c8-4755-b2c5-0e4c216e9b69" -d '{"events": [{"name": "network-changed", "server_uuid": "1be01d3b-b018-40d2-86f8-f2e1d6d4e337", "tag": "9e0f713a-037d-4636-b6e3-5f41929c1ef9"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:25:30.587044 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 55256) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:30.627264 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bc09b-e481-4070-bada-b14809aa741b service neutron] Pushing event updated for resources: {'Port': ['ID=9e0f713a-037d-4636-b6e3-5f41929c1ef9,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:30.661861 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5074cf3-7c58-482c-a252-69b9e7ff51f5 None None] Network 42030a7c-f960-4e44-8c28-04264a33c02d requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:25:30.679447 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66774932-cba8-4eb1-b3e7-374e3e4c8092 x-openstack-request-id: req-66774932-cba8-4eb1-b3e7-374e3e4c8092 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:25:30.679447 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be01d3b-b018-40d2-86f8-f2e1d6d4e337", "tag": "9e0f713a-037d-4636-b6e3-5f41929c1ef9", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:25:30.679447 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66774932-cba8-4eb1-b3e7-374e3e4c8092 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:25:30.679447 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be01d3b-b018-40d2-86f8-f2e1d6d4e337', 'tag': '9e0f713a-037d-4636-b6e3-5f41929c1ef9', 'status': 'completed', 'code': 200} Jan 21 14:25:30.825006 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc75b9-1662-4b6c-bd41-0f97d23d2452 req-2b056db1-f099-4ed0-842b-99762e024b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:30.826260 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e5fc75b9-1662-4b6c-bd41-0f97d23d2452 req-2b056db1-f099-4ed0-842b-99762e024b0e service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2830980 Jan 21 14:25:30.907984 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac95acb5-1eed-46c0-b0de-94d4dc38107d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:30.943207 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b45929-e5c8-4755-b2c5-0e4c216e9b69 req-90b70917-9ea4-4953-b937-5e75ba40bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:30.945771 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f4b45929-e5c8-4755-b2c5-0e4c216e9b69 req-90b70917-9ea4-4953-b937-5e75ba40bc74 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d2484fb131484409ba51a2f5775f15f4&device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 1097 time: 0.2418129 Jan 21 14:25:30.983300 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-e75c700f-e7c7-49f6-8f4e-9f30d0f82a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:30.985369 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-e75c700f-e7c7-49f6-8f4e-9f30d0f82a63 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2d0d37de7074604892daf91f595c796&device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 1097 time: 0.1035347 Jan 21 14:25:31.041793 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:31.078395 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac95acb5-1eed-46c0-b0de-94d4dc38107d admin admin] Publish callbacks [] for security_group (6ba58fba-e629-4808-81e0-b8c691c18de6), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:31.095806 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c60078-8e8a-4c6a-a240-c5d59d92bcf3 req-86f1e9dc-86e0-40c2-aa93-081d13a8b308 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:31.098446 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-85c60078-8e8a-4c6a-a240-c5d59d92bcf3 req-86f1e9dc-86e0-40c2-aa93-081d13a8b308 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 944 time: 0.0982585 Jan 21 14:25:31.153867 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-85c60078-8e8a-4c6a-a240-c5d59d92bcf3 req-be3e8f34-6fa7-4ce2-82f6-6e520d30f4ec tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478425 Jan 21 14:25:31.187462 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac95acb5-1eed-46c0-b0de-94d4dc38107d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (6ba58fba-e629-4808-81e0-b8c691c18de6), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:31.243063 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-ac95acb5-1eed-46c0-b0de-94d4dc38107d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e222bb4755647feba5a9fbbacdc65d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6601584 Jan 21 14:25:31.244626 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55274) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:31.244819 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95acb5-1eed-46c0-b0de-94d4dc38107d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba58fba-e629-4808-81e0-b8c691c18de6,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:31.330718 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5edb44ec-1cfb-45fa-a3e7-289206ffbfff admin admin] Publish callbacks [] for security_group (6ba58fba-e629-4808-81e0-b8c691c18de6), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:31.373813 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5edb44ec-1cfb-45fa-a3e7-289206ffbfff admin admin] Publish callbacks [] for security_group (6ba58fba-e629-4808-81e0-b8c691c18de6), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:31.406177 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:31.555376 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5edb44ec-1cfb-45fa-a3e7-289206ffbfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (6ba58fba-e629-4808-81e0-b8c691c18de6), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:31.558045 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5edb44ec-1cfb-45fa-a3e7-289206ffbfff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:31.561132 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-5edb44ec-1cfb-45fa-a3e7-289206ffbfff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ba58fba-e629-4808-81e0-b8c691c18de6 HTTP/1.1" status: 204 len: 168 time: 0.3133280 Jan 21 14:25:31.577386 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb44ec-1cfb-45fa-a3e7-289206ffbfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba58fba-e629-4808-81e0-b8c691c18de6,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:31.601835 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55288) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:31.615736 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1357422480-network', 'tenant_id': '588c6af0720e4a379f27a2d955cb9826'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:31.727114 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] Made reservation on behalf of 588c6af0720e4a379f27a2d955cb9826 for: {'network': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:31.730716 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:31.742475 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:31.824425 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] Publish callbacks [] for security_group (1a657fde-bd8b-4a31-8287-5c8cfb00991a), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:31.899605 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (1a657fde-bd8b-4a31-8287-5c8cfb00991a), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:31.925356 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:25:31.937540 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a657fde-bd8b-4a31-8287-5c8cfb00991a,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:31.948510 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (8910b679-7eb8-448e-a851-81a300df6068), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:31.949073 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.segments_db [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] Added segment 8910b679-7eb8-448e-a851-81a300df6068 of type vlan for network 93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3 Jan 21 14:25:32.006991 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:32.103614 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:32.104644 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:32.105273 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:32.180729 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] Pushing event updated for resources: {'Network': ['ID=93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:32.193403 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network 93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3 details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:25:32.215156 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-2cf0aab5-4e9f-4875-bb12-1eadbbdf16ad admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6120455 Jan 21 14:25:32.218189 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55296) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:32.223993 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-b24aae07-d9cb-4d66-bd26-aebecaf9a78c admin admin] Request body: {'subnet': {'network_id': '93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1357422480-subnet', 'tenant_id': '588c6af0720e4a379f27a2d955cb9826', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:32.324475 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24aae07-d9cb-4d66-bd26-aebecaf9a78c admin admin] Made reservation on behalf of 588c6af0720e4a379f27a2d955cb9826 for: {'subnet': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:32.327115 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b24aae07-d9cb-4d66-bd26-aebecaf9a78c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4801985'] for subnet (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:32.413519 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55298) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:32.430952 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f3e05af0-d3ff-4ce9-a314-e180d73ed256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:32.588355 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f3e05af0-d3ff-4ce9-a314-e180d73ed256 admin admin] Publish callbacks [] for security_group (e8e2f8a1-8ce8-497a-b57e-e20bca06e398), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:32.641680 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b24aae07-d9cb-4d66-bd26-aebecaf9a78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1489521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4802015'] for subnet (c78d943c-5fc2-43b1-8d27-dc3029fe08b4), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:32.685493 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f3e05af0-d3ff-4ce9-a314-e180d73ed256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e8e2f8a1-8ce8-497a-b57e-e20bca06e398), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:32.762547 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24aae07-d9cb-4d66-bd26-aebecaf9a78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c78d943c-5fc2-43b1-8d27-dc3029fe08b4,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:32.767355 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-f3e05af0-d3ff-4ce9-a314-e180d73ed256 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11c32c8801e949dcb0b150f65148085f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529935 Jan 21 14:25:32.769376 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e05af0-d3ff-4ce9-a314-e180d73ed256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e2f8a1-8ce8-497a-b57e-e20bca06e398,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:32.770127 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 55304) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:32.789291 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24aae07-d9cb-4d66-bd26-aebecaf9a78c admin admin] Checking segment: {'id': '8910b679-7eb8-448e-a851-81a300df6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:32.789681 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24aae07-d9cb-4d66-bd26-aebecaf9a78c admin admin] Network hostable DHCP agents. Network: 93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:25:32.836869 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-27654f2f-215e-4e2b-ae8e-c6dea1401ba5 admin admin] Publish callbacks [] for security_group (e8e2f8a1-8ce8-497a-b57e-e20bca06e398), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:32.869563 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-27654f2f-215e-4e2b-ae8e-c6dea1401ba5 admin admin] Publish callbacks [] for security_group (e8e2f8a1-8ce8-497a-b57e-e20bca06e398), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:32.910077 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24aae07-d9cb-4d66-bd26-aebecaf9a78c admin admin] Network 93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3 is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:25:32.983022 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 04effe5d-49d7-4a6a-870e-c190fe48aca1 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:25:32.995166 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-b24aae07-d9cb-4d66-bd26-aebecaf9a78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, 93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3) {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:33.013952 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24aae07-d9cb-4d66-bd26-aebecaf9a78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:33.014994 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b24aae07-d9cb-4d66-bd26-aebecaf9a78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:33.015187 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64f8654-31b6-4ada-96a4-137aa01c1766 None None] Network 93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:25:33.034500 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-27654f2f-215e-4e2b-ae8e-c6dea1401ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e8e2f8a1-8ce8-497a-b57e-e20bca06e398), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:33.038904 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-27654f2f-215e-4e2b-ae8e-c6dea1401ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:33.041355 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-27654f2f-215e-4e2b-ae8e-c6dea1401ba5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8e2f8a1-8ce8-497a-b57e-e20bca06e398 HTTP/1.1" status: 204 len: 168 time: 0.2699196 Jan 21 14:25:33.052323 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27654f2f-215e-4e2b-ae8e-c6dea1401ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e2f8a1-8ce8-497a-b57e-e20bca06e398,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:33.167449 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-b24aae07-d9cb-4d66-bd26-aebecaf9a78c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9425929 Jan 21 14:25:33.204973 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f09cf3-1f47-465b-8172-6a7dff2fb689 req-285cb4be-6c6b-43a9-a31f-f71eadba6aef tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:33.229257 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-52f09cf3-1f47-465b-8172-6a7dff2fb689 req-285cb4be-6c6b-43a9-a31f-f71eadba6aef tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 944 time: 0.1371737 Jan 21 14:25:33.241584 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3eac09-6ecd-40f4-b350-0b080a3908f2 None None] Network 93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:25:33.256738 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 04effe5d-49d7-4a6a-870e-c190fe48aca1, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=04effe5d-49d7-4a6a-870e-c190fe48aca1,segment=NetworkSegment(0f4c65bd-2eca-4324-af4c-83298f48ddb4),segment_id=0f4c65bd-2eca-4324-af4c-83298f48ddb4)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:33.288716 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '04effe5d-49d7-4a6a-870e-c190fe48aca1', 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b', 'port_id': '04effe5d-49d7-4a6a-870e-c190fe48aca1', 'mac_address': 'fa:16:3e:25:e3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1ac226-226e-4477-afdf-81841f625e0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:25:33.303239 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-52f09cf3-1f47-465b-8172-6a7dff2fb689 req-ec5eeb2d-dd00-453c-802a-b53a74c3648f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695570 Jan 21 14:25:33.409612 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 04effe5d-49d7-4a6a-870e-c190fe48aca1 is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:33.410439 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:33.437437 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04effe5d-49d7-4a6a-870e-c190fe48aca1 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:25:33.478485 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7c968-6d9c-4632-83bd-1a394083ae42 req-b28f8f5a-f128-485c-87ea-35ac14cea4d4 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:33.480289 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-efe7c968-6d9c-4632-83bd-1a394083ae42 req-b28f8f5a-f128-485c-87ea-35ac14cea4d4 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 944 time: 0.1021094 Jan 21 14:25:33.497095 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 04effe5d-49d7-4a6a-870e-c190fe48aca1, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=04effe5d-49d7-4a6a-870e-c190fe48aca1,segment=NetworkSegment(0f4c65bd-2eca-4324-af4c-83298f48ddb4),segment_id=0f4c65bd-2eca-4324-af4c-83298f48ddb4)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:33.576323 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:33.595496 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-efe7c968-6d9c-4632-83bd-1a394083ae42 req-7b79790c-be00-45e5-a2db-ebe79b1d60c7 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090796 Jan 21 14:25:33.681026 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=04effe5d-49d7-4a6a-870e-c190fe48aca1,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:34.087935 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-e40e6b10-9be7-4872-9ed6-17ff52653d01 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09aead75-b2c3-4c48-aca1-01ef12f2404a HTTP/1.1" status: 200 len: 217 time: 0.0465226 Jan 21 14:25:34.173473 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-e8d47af2-be71-40bc-9602-48af23019b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:34.177637 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-e8d47af2-be71-40bc-9602-48af23019b20 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6112b9d1-14f7-45a0-aeb3-5fdac8293d5a HTTP/1.1" status: 200 len: 854 time: 0.0804803 Jan 21 14:25:34.214595 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-d2c47ed7-5d91-413c-b7cb-4973d5d405d3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe75e89b-58e2-4577-a608-549d4b0f181f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306075 Jan 21 14:25:34.266054 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b45929-e5c8-4755-b2c5-0e4c216e9b69 req-64934a6c-90ba-46d1-8eea-22d9475d93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:34.268524 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f4b45929-e5c8-4755-b2c5-0e4c216e9b69 req-64934a6c-90ba-46d1-8eea-22d9475d93ee service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=d2484fb131484409ba51a2f5775f15f4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2281065 Jan 21 14:25:34.313425 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['04effe5d-49d7-4a6a-870e-c190fe48aca1'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:25:34.351862 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-db069e78-383e-46bd-beb6-efc6b99b329e service neutron] 10.222.0.88 "GET /v2.0/networks/fe75e89b-58e2-4577-a608-549d4b0f181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285071 Jan 21 14:25:34.523165 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b6043ee-6d88-4db1-982e-1b9d8509e060 req-aa1d91fd-df90-46b8-a3a8-070f1c950794 service neutron] 10.222.0.88 "GET /v2.0/networks/fe75e89b-58e2-4577-a608-549d4b0f181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533318 Jan 21 14:25:34.530157 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b45929-e5c8-4755-b2c5-0e4c216e9b69 req-31329735-6e43-44f3-bd8c-faa639eef9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:34.532617 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f4b45929-e5c8-4755-b2c5-0e4c216e9b69 req-31329735-6e43-44f3-bd8c-faa639eef9b7 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2573903 Jan 21 14:25:34.569601 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444f567-b4f2-4260-99d9-20c46d1b2804 req-c3671df7-8b45-4988-a573-f6955474e985 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:34.571401 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8444f567-b4f2-4260-99d9-20c46d1b2804 req-c3671df7-8b45-4988-a573-f6955474e985 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 944 time: 0.1768858 Jan 21 14:25:34.611571 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 55352) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:34.713202 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8444f567-b4f2-4260-99d9-20c46d1b2804 req-3a8a1d3b-fb8f-4cf5-b927-06a7697c0a5b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352587 Jan 21 14:25:34.726626 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9207565-1501-4e32-a625-2cce1fecb378 req-0ad631c4-8c6d-4766-832a-87717ba8b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:34.731742 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e9207565-1501-4e32-a625-2cce1fecb378 req-0ad631c4-8c6d-4766-832a-87717ba8b78e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d2484fb131484409ba51a2f5775f15f4&device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 1097 time: 0.1310596 Jan 21 14:25:34.868528 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e9207565-1501-4e32-a625-2cce1fecb378 req-b4299d7a-f581-4bea-b377-55effe78f3e9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0f713a-037d-4636-b6e3-5f41929c1ef9 HTTP/1.1" status: 200 len: 217 time: 0.1261342 Jan 21 14:25:34.885261 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1590591346-network', 'tenant_id': 'bf505c10ec504e00ac4c55e94009a09c'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:35.214648 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1720-1209-4c30-b5c4-732dc4c0cc18 req-0d301a61-1fac-4349-adb5-4abd22632d4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:35.216251 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-107a1720-1209-4c30-b5c4-732dc4c0cc18 req-0d301a61-1fac-4349-adb5-4abd22632d4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 944 time: 0.4170482 Jan 21 14:25:35.220083 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7d3281f6-2dab-46f2-80fc-6fc4a84b677a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:35.222321 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e9207565-1501-4e32-a625-2cce1fecb378 req-7d3281f6-2dab-46f2-80fc-6fc4a84b677a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cc1ac226-226e-4477-afdf-81841f625e0d HTTP/1.1" status: 200 len: 858 time: 0.3328063 Jan 21 14:25:35.227993 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 04effe5d-49d7-4a6a-870e-c190fe48aca1 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:25:35.291470 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e9207565-1501-4e32-a625-2cce1fecb378 req-66b6cc2c-5e15-4dc2-86b5-6b704299c5e4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6efd224b-7807-4a4b-ab02-831ba02f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591593 Jan 21 14:25:35.320991 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] Made reservation on behalf of bf505c10ec504e00ac4c55e94009a09c for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:35.323372 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:35.360988 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-107a1720-1209-4c30-b5c4-732dc4c0cc18 req-ccef0e27-117e-425e-ba50-d346b107faf1 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366885 Jan 21 14:25:35.361907 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:35.402225 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port 04effe5d-49d7-4a6a-870e-c190fe48aca1 completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:25:35.411530 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 04effe5d-49d7-4a6a-870e-c190fe48aca1 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:35.412915 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:35.489966 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e9207565-1501-4e32-a625-2cce1fecb378 req-71554e2a-5b86-40b3-adc5-877b75c1c78a service neutron] 10.222.0.88 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921899 Jan 21 14:25:35.566327 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 04effe5d-49d7-4a6a-870e-c190fe48aca1 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:35.567192 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:35.597745 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] Publish callbacks [] for security_group (bf834af0-5b19-4f17-87ed-ce875c410482), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:35.617364 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6afa1d-82a2-4990-b0c2-ccc88027329f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04effe5d-49d7-4a6a-870e-c190fe48aca1'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:25:35.621389 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6717f7eb-b6eb-4d1e-9010-e4906e91ebb6" -d '{"events": [{"server_uuid": "dc6afa1d-82a2-4990-b0c2-ccc88027329f", "name": "network-vif-plugged", "status": "completed", "tag": "04effe5d-49d7-4a6a-870e-c190fe48aca1"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:25:35.646800 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 04effe5d-49d7-4a6a-870e-c190fe48aca1, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=04effe5d-49d7-4a6a-870e-c190fe48aca1,segment=NetworkSegment(0f4c65bd-2eca-4324-af4c-83298f48ddb4),segment_id=0f4c65bd-2eca-4324-af4c-83298f48ddb4)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:35.649581 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e9207565-1501-4e32-a625-2cce1fecb378 req-4d5ded94-2903-47cc-8474-c4d14b617354 service neutron] 10.222.0.88 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440318 Jan 21 14:25:35.693515 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (bf834af0-5b19-4f17-87ed-ce875c410482), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:35.707392 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eceb83d-2979-4b3a-811a-f347886cd972 x-openstack-request-id: req-6eceb83d-2979-4b3a-811a-f347886cd972 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:25:35.708341 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6afa1d-82a2-4990-b0c2-ccc88027329f", "name": "network-vif-plugged", "status": "completed", "tag": "04effe5d-49d7-4a6a-870e-c190fe48aca1", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:25:35.708552 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6eceb83d-2979-4b3a-811a-f347886cd972 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:25:35.709266 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6afa1d-82a2-4990-b0c2-ccc88027329f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04effe5d-49d7-4a6a-870e-c190fe48aca1', 'code': 200} Jan 21 14:25:35.727791 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:35.757655 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf834af0-5b19-4f17-87ed-ce875c410482,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:35.768412 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:25:35.788533 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (dca4102f-5f75-495e-b633-7cb47e0012c6), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:35.789310 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.segments_db [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] Added segment dca4102f-5f75-495e-b633-7cb47e0012c6 of type vlan for network ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 Jan 21 14:25:35.851159 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=04effe5d-49d7-4a6a-870e-c190fe48aca1,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:35.878422 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (ca4a1dea-5ecf-4f1a-8137-2ed2ef864809), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:35.926399 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7aec9-0bb1-4379-a2d9-26288916098f req-5188b118-6011-422e-85a2-1d8b40262779 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:35.927940 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bee7aec9-0bb1-4379-a2d9-26288916098f req-5188b118-6011-422e-85a2-1d8b40262779 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 944 time: 0.0924234 Jan 21 14:25:35.986481 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bee7aec9-0bb1-4379-a2d9-26288916098f req-e6752c1f-4f6b-4c1b-83e5-6620234d2d61 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479114 Jan 21 14:25:36.108084 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (ca4a1dea-5ecf-4f1a-8137-2ed2ef864809), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:36.109323 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:36.110390 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:36.211367 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] Pushing event updated for resources: {'Network': ['ID=ca4a1dea-5ecf-4f1a-8137-2ed2ef864809,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:36.232314 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:25:36.295170 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-032d7b71-a3db-497b-b8df-d6d734a8f3c2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6775694 Jan 21 14:25:36.300343 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55398) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:36.308434 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac2fcb-9441-45fa-94e3-c40337bff72f req-3b21471d-edc7-4c15-bf76-5ec0f513a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:36.311457 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0aac2fcb-9441-45fa-94e3-c40337bff72f req-3b21471d-edc7-4c15-bf76-5ec0f513a242 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 1099 time: 0.0815709 Jan 21 14:25:36.322246 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-1b0e7739-f803-4d2f-8b7b-b7a903aeb31a admin admin] Request body: {'subnet': {'network_id': 'ca4a1dea-5ecf-4f1a-8137-2ed2ef864809', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1590591346-subnet', 'tenant_id': 'bf505c10ec504e00ac4c55e94009a09c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:36.427246 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0aac2fcb-9441-45fa-94e3-c40337bff72f req-23b906f8-fa3f-467a-badc-f89a1ba5059b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040204 Jan 21 14:25:36.446641 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0e7739-f803-4d2f-8b7b-b7a903aeb31a admin admin] Made reservation on behalf of bf505c10ec504e00ac4c55e94009a09c for: {'subnet': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:36.449327 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7739-f803-4d2f-8b7b-b7a903aeb31a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4801985'] for subnet (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:36.656605 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1973447-80cc-4342-b8f7-fff73d5af2c9 req-f8c40aa8-4fee-4f77-b630-da625fb9d868 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:36.658619 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d1973447-80cc-4342-b8f7-fff73d5af2c9 req-f8c40aa8-4fee-4f77-b630-da625fb9d868 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 944 time: 0.1633368 Jan 21 14:25:36.723603 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d1973447-80cc-4342-b8f7-fff73d5af2c9 req-f3dcc9c8-386b-4fe2-bc10-29a3c585d843 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536892 Jan 21 14:25:36.891574 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7739-f803-4d2f-8b7b-b7a903aeb31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1489521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4802015'] for subnet (d356b182-1a81-4aea-8521-7341f31575ae), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:36.900148 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:25:36.954200 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e7739-f803-4d2f-8b7b-b7a903aeb31a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d356b182-1a81-4aea-8521-7341f31575ae,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:36.965566 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e7739-f803-4d2f-8b7b-b7a903aeb31a admin admin] Checking segment: {'id': 'dca4102f-5f75-495e-b633-7cb47e0012c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ca4a1dea-5ecf-4f1a-8137-2ed2ef864809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:36.965933 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e7739-f803-4d2f-8b7b-b7a903aeb31a admin admin] Network hostable DHCP agents. Network: ca4a1dea-5ecf-4f1a-8137-2ed2ef864809, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:25:37.103920 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e7739-f803-4d2f-8b7b-b7a903aeb31a admin admin] Network ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:25:37.115625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe9c4f-720c-4470-8643-e4acec742d24 req-8fd24c07-38fd-4356-bd75-b2e71a18b6ea tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:37.117153 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c4fe9c4f-720c-4470-8643-e4acec742d24 req-8fd24c07-38fd-4356-bd75-b2e71a18b6ea tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 944 time: 0.0617163 Jan 21 14:25:37.176495 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c4fe9c4f-720c-4470-8643-e4acec742d24 req-2fbcc387-0ac6-42bd-9fa9-cd6482a121a6 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491276 Jan 21 14:25:37.240147 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 09aead75-b2c3-4c48-aca1-01ef12f2404a details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:25:37.242865 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-1b0e7739-f803-4d2f-8b7b-b7a903aeb31a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, ca4a1dea-5ecf-4f1a-8137-2ed2ef864809) {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:37.251304 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0e7739-f803-4d2f-8b7b-b7a903aeb31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:37.252266 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7739-f803-4d2f-8b7b-b7a903aeb31a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:37.263111 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3844b9-f25a-4fa0-a2bd-e1ac0ad58ac9 None None] Network ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:25:37.443432 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-1b0e7739-f803-4d2f-8b7b-b7a903aeb31a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1390772 Jan 21 14:25:37.467323 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 09aead75-b2c3-4c48-aca1-01ef12f2404a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=09aead75-b2c3-4c48-aca1-01ef12f2404a,segment=NetworkSegment(fa02dbc9-b2a1-4129-8220-67fa9d79b3a7),segment_id=fa02dbc9-b2a1-4129-8220-67fa9d79b3a7)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:37.477109 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf9d062-cd6f-4464-8367-5253e1c093a2 None None] Network ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:25:37.510831 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '09aead75-b2c3-4c48-aca1-01ef12f2404a', 'network_id': 'fe75e89b-58e2-4577-a608-549d4b0f181f', 'port_id': '09aead75-b2c3-4c48-aca1-01ef12f2404a', 'mac_address': 'fa:16:3e:e9:51:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6112b9d1-14f7-45a0-aeb3-5fdac8293d5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:25:37.607097 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 09aead75-b2c3-4c48-aca1-01ef12f2404a is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:37.607849 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:37.638396 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09aead75-b2c3-4c48-aca1-01ef12f2404a {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:25:37.680075 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 09aead75-b2c3-4c48-aca1-01ef12f2404a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=09aead75-b2c3-4c48-aca1-01ef12f2404a,segment=NetworkSegment(fa02dbc9-b2a1-4129-8220-67fa9d79b3a7),segment_id=fa02dbc9-b2a1-4129-8220-67fa9d79b3a7)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:37.806044 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:37.943917 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=09aead75-b2c3-4c48-aca1-01ef12f2404a,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:37.974463 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e662eb9-ab39-4228-8274-281820696b63 req-0566d235-c645-4747-a8f4-89c15e277b74 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:37.981968 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2e662eb9-ab39-4228-8274-281820696b63 req-0566d235-c645-4747-a8f4-89c15e277b74 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 945 time: 0.1019218 Jan 21 14:25:38.036419 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2e662eb9-ab39-4228-8274-281820696b63 req-34de03c3-11ca-4f1c-8b48-4b236df0068f tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532839 Jan 21 14:25:38.055568 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['09aead75-b2c3-4c48-aca1-01ef12f2404a'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:25:38.313961 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ddc23-fb0a-4f1b-8d55-d66b9b873d60 req-602b1f11-fa76-40b1-91e7-d3245eac43cc tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:38.315744 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bb5ddc23-fb0a-4f1b-8d55-d66b9b873d60 req-602b1f11-fa76-40b1-91e7-d3245eac43cc tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 944 time: 0.0614383 Jan 21 14:25:38.376655 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bb5ddc23-fb0a-4f1b-8d55-d66b9b873d60 req-fb9c113e-4213-4415-83fb-23a1a3a4448a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540400 Jan 21 14:25:39.224079 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db5310-959a-4412-8558-7c40abcb1c4c req-7c579966-df77-42d3-8a36-4b91d9c99e4a tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:39.226913 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-17db5310-959a-4412-8558-7c40abcb1c4c req-7c579966-df77-42d3-8a36-4b91d9c99e4a tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 945 time: 0.0781426 Jan 21 14:25:39.242887 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 9e0f713a-037d-4636-b6e3-5f41929c1ef9 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:25:39.245245 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 09aead75-b2c3-4c48-aca1-01ef12f2404a up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:25:39.303885 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-17db5310-959a-4412-8558-7c40abcb1c4c req-d9aabd93-4e8a-4052-bec4-71a6ed35efa5 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688720 Jan 21 14:25:39.403221 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 9e0f713a-037d-4636-b6e3-5f41929c1ef9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9e0f713a-037d-4636-b6e3-5f41929c1ef9,segment=NetworkSegment(0f4c65bd-2eca-4324-af4c-83298f48ddb4),segment_id=0f4c65bd-2eca-4324-af4c-83298f48ddb4)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:39.424463 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '9e0f713a-037d-4636-b6e3-5f41929c1ef9', 'network_id': '6efd224b-7807-4a4b-ab02-831ba02f315b', 'port_id': '9e0f713a-037d-4636-b6e3-5f41929c1ef9', 'mac_address': 'fa:16:3e:82:85:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1ac226-226e-4477-afdf-81841f625e0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:25:39.488961 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port 09aead75-b2c3-4c48-aca1-01ef12f2404a completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:25:39.493297 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 09aead75-b2c3-4c48-aca1-01ef12f2404a triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:39.493771 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:39.503881 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 9e0f713a-037d-4636-b6e3-5f41929c1ef9 is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:39.503881 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:39.545159 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0f713a-037d-4636-b6e3-5f41929c1ef9 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:25:39.547638 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423efd53-72d3-458d-a162-22510831f6fd req-d20d9dad-aaa4-4766-a78b-6cd0b4de1d87 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:39.549542 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-423efd53-72d3-458d-a162-22510831f6fd req-d20d9dad-aaa4-4766-a78b-6cd0b4de1d87 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 944 time: 0.0621362 Jan 21 14:25:39.571925 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 9e0f713a-037d-4636-b6e3-5f41929c1ef9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9e0f713a-037d-4636-b6e3-5f41929c1ef9,segment=NetworkSegment(0f4c65bd-2eca-4324-af4c-83298f48ddb4),segment_id=0f4c65bd-2eca-4324-af4c-83298f48ddb4)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:39.603519 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-423efd53-72d3-458d-a162-22510831f6fd req-bb785438-c86c-458f-a8a6-e2792e4d1bb4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475867 Jan 21 14:25:39.619499 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 09aead75-b2c3-4c48-aca1-01ef12f2404a is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:39.619862 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:39.648664 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db40d26a-addb-488e-ab55-710d10bc8551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09aead75-b2c3-4c48-aca1-01ef12f2404a'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:25:39.652791 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7444f385-4919-4270-91c3-30a57aa2e478" -d '{"events": [{"server_uuid": "db40d26a-addb-488e-ab55-710d10bc8551", "name": "network-vif-plugged", "status": "completed", "tag": "09aead75-b2c3-4c48-aca1-01ef12f2404a"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:25:39.663633 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:39.671354 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 09aead75-b2c3-4c48-aca1-01ef12f2404a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=09aead75-b2c3-4c48-aca1-01ef12f2404a,segment=NetworkSegment(fa02dbc9-b2a1-4129-8220-67fa9d79b3a7),segment_id=fa02dbc9-b2a1-4129-8220-67fa9d79b3a7)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:39.721411 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13606fd3-4258-41df-a764-71d7c9776fef x-openstack-request-id: req-13606fd3-4258-41df-a764-71d7c9776fef {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:25:39.721859 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db40d26a-addb-488e-ab55-710d10bc8551", "name": "network-vif-plugged", "status": "completed", "tag": "09aead75-b2c3-4c48-aca1-01ef12f2404a", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:25:39.722234 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13606fd3-4258-41df-a764-71d7c9776fef {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:25:39.722719 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db40d26a-addb-488e-ab55-710d10bc8551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09aead75-b2c3-4c48-aca1-01ef12f2404a', 'code': 200} Jan 21 14:25:39.728412 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=9e0f713a-037d-4636-b6e3-5f41929c1ef9,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:39.738486 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:39.822724 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=09aead75-b2c3-4c48-aca1-01ef12f2404a,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:39.998160 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['9e0f713a-037d-4636-b6e3-5f41929c1ef9'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:25:40.111286 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-8a0479d1-52e3-494d-a580-9b3d4a806e27 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:40.113443 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-8a0479d1-52e3-494d-a580-9b3d4a806e27 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/networks?id=ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 HTTP/1.1" status: 200 len: 809 time: 0.1516566 Jan 21 14:25:40.165551 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-48ac4e1d-e301-42c6-9bea-a606b55a2e8d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/quotas/bf505c10ec504e00ac4c55e94009a09c HTTP/1.1" status: 200 len: 375 time: 0.0386920 Jan 21 14:25:40.211276 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-d39becac-0f84-458b-ad8d-74ee6de33c16 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf505c10ec504e00ac4c55e94009a09c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437832 Jan 21 14:25:40.223609 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c30f1-1beb-41e0-a3f1-37151e5b962f req-c872e7a0-671d-45e2-ac5c-ce14b061b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:40.225756 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bb8c30f1-1beb-41e0-a3f1-37151e5b962f req-c872e7a0-671d-45e2-ac5c-ce14b061b979 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 1099 time: 0.1109872 Jan 21 14:25:40.334412 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bb8c30f1-1beb-41e0-a3f1-37151e5b962f req-5250b6be-5d2d-4534-9e59-11c7145a14e3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986133 Jan 21 14:25:40.355239 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-67cb3d0e-7a8d-43ca-aa47-68ab0ace7173 service neutron] 10.222.0.39 "GET /v2.0/networks/ca4a1dea-5ecf-4f1a-8137-2ed2ef864809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281378 Jan 21 14:25:40.452518 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-233b7db1-4d19-4a44-9274-a3ee56090f35 service neutron] 10.222.0.39 "GET /v2.0/networks/ca4a1dea-5ecf-4f1a-8137-2ed2ef864809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895531 Jan 21 14:25:40.879136 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59311b4-af7b-4796-96cd-2072d098bf2d req-37bfa35b-ea45-4fc9-9274-0b77567578d7 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:40.881815 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d59311b4-af7b-4796-96cd-2072d098bf2d req-37bfa35b-ea45-4fc9-9274-0b77567578d7 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 946 time: 0.0795608 Jan 21 14:25:40.967273 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d59311b4-af7b-4796-96cd-2072d098bf2d req-a6d378c1-4d7b-4e37-b026-c56ca07cfab7 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731151 Jan 21 14:25:41.011399 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d88690-fb52-4a6d-bdc6-0871754da292 req-a5bf47a9-3e3f-4600-866e-73bebff16781 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:41.014142 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d2d88690-fb52-4a6d-bdc6-0871754da292 req-a5bf47a9-3e3f-4600-866e-73bebff16781 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 945 time: 0.0912092 Jan 21 14:25:41.038828 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-311bb864-7732-4bf9-a341-851f44435fc3 req-958be0fb-2306-448e-b28c-1edbe13ea654 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 210 time: 0.0305779 Jan 21 14:25:41.082864 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d2d88690-fb52-4a6d-bdc6-0871754da292 req-79df8c12-5fc8-490b-82f2-6c60b9014a2b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612242 Jan 21 14:25:41.170169 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b3cd6-15c8-42b0-97e9-ad4d0a86d483 req-0e97d2e2-123a-4ff5-9f3d-1d4ad3c8562a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:41.171952 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7c2b3cd6-15c8-42b0-97e9-ad4d0a86d483 req-0e97d2e2-123a-4ff5-9f3d-1d4ad3c8562a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.0530775 Jan 21 14:25:41.238936 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55564) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:41.260909 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 9e0f713a-037d-4636-b6e3-5f41929c1ef9 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:25:41.261418 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7c2b3cd6-15c8-42b0-97e9-ad4d0a86d483 req-5c00ebb7-11c7-40ae-90e1-7a205f6a92aa tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831003 Jan 21 14:25:41.385346 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-156300ff-60f9-4889-a9ea-db48fc2d2976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:41.487515 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-156300ff-60f9-4889-a9ea-db48fc2d2976 admin admin] Publish callbacks [] for security_group (089d864c-2a21-4264-b2e2-f579f427d0c0), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:41.560866 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port 9e0f713a-037d-4636-b6e3-5f41929c1ef9 completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:25:41.565269 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 9e0f713a-037d-4636-b6e3-5f41929c1ef9 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:41.565644 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:41.611821 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-156300ff-60f9-4889-a9ea-db48fc2d2976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (089d864c-2a21-4264-b2e2-f579f427d0c0), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:41.656876 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-156300ff-60f9-4889-a9ea-db48fc2d2976 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e98bac4ed20f4928bd4506ab49035322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4162655 Jan 21 14:25:41.660608 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 55570) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:41.663687 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156300ff-60f9-4889-a9ea-db48fc2d2976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089d864c-2a21-4264-b2e2-f579f427d0c0,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:41.721461 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 9e0f713a-037d-4636-b6e3-5f41929c1ef9 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:41.721461 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:41.724191 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be01d3b-b018-40d2-86f8-f2e1d6d4e337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0f713a-037d-4636-b6e3-5f41929c1ef9'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:25:41.727573 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78809322-1f13-47f0-9dec-9898e80e53e5" -d '{"events": [{"server_uuid": "1be01d3b-b018-40d2-86f8-f2e1d6d4e337", "name": "network-vif-plugged", "status": "completed", "tag": "9e0f713a-037d-4636-b6e3-5f41929c1ef9"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:25:41.744354 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 9e0f713a-037d-4636-b6e3-5f41929c1ef9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9e0f713a-037d-4636-b6e3-5f41929c1ef9,segment=NetworkSegment(0f4c65bd-2eca-4324-af4c-83298f48ddb4),segment_id=0f4c65bd-2eca-4324-af4c-83298f48ddb4)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:41.775715 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9716ae-d6be-47dc-8a87-8c8fc5d8eb89 x-openstack-request-id: req-2a9716ae-d6be-47dc-8a87-8c8fc5d8eb89 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:25:41.776044 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be01d3b-b018-40d2-86f8-f2e1d6d4e337", "name": "network-vif-plugged", "status": "completed", "tag": "9e0f713a-037d-4636-b6e3-5f41929c1ef9", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:25:41.776372 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a9716ae-d6be-47dc-8a87-8c8fc5d8eb89 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:25:41.776779 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be01d3b-b018-40d2-86f8-f2e1d6d4e337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0f713a-037d-4636-b6e3-5f41929c1ef9', 'code': 200} Jan 21 14:25:41.779036 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c4573d1-cc69-44bc-b63b-2533b34528ef admin admin] Publish callbacks [] for security_group (089d864c-2a21-4264-b2e2-f579f427d0c0), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:41.805755 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c4573d1-cc69-44bc-b63b-2533b34528ef admin admin] Publish callbacks [] for security_group (089d864c-2a21-4264-b2e2-f579f427d0c0), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:41.827645 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:41.889952 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=9e0f713a-037d-4636-b6e3-5f41929c1ef9,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:41.981651 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c4573d1-cc69-44bc-b63b-2533b34528ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (089d864c-2a21-4264-b2e2-f579f427d0c0), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:41.984445 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c4573d1-cc69-44bc-b63b-2533b34528ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:41.985658 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-5c4573d1-cc69-44bc-b63b-2533b34528ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/089d864c-2a21-4264-b2e2-f579f427d0c0 HTTP/1.1" status: 204 len: 168 time: 0.3236780 Jan 21 14:25:41.995533 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4573d1-cc69-44bc-b63b-2533b34528ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089d864c-2a21-4264-b2e2-f579f427d0c0,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:42.108425 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cfd9a-01c2-478e-8032-a4c941d94ba5 req-888dc6b1-c786-4ac9-99d9-7dbcff33a90c tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:42.111863 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-115cfd9a-01c2-478e-8032-a4c941d94ba5 req-888dc6b1-c786-4ac9-99d9-7dbcff33a90c tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 946 time: 0.0656483 Jan 21 14:25:42.137047 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-752170cd-6c7f-43d7-a640-5eefb5c65561 req-8ccaa4c4-16c7-45ae-b373-01a3002f8804 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 210 time: 0.0290756 Jan 21 14:25:42.235150 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-115cfd9a-01c2-478e-8032-a4c941d94ba5 req-27e776a5-6905-4279-941c-5499f72c92c9 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166475 Jan 21 14:25:42.305049 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab89f5d-38c3-4f99-aaa5-c1b3447c4769 req-de5d6e33-fa75-402d-8bca-ccf8e05c267a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:42.308214 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4ab89f5d-38c3-4f99-aaa5-c1b3447c4769 req-de5d6e33-fa75-402d-8bca-ccf8e05c267a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.0886898 Jan 21 14:25:42.342825 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3a3d2-db22-4102-8776-1b6e9d1e77bf req-b4d147e2-8746-4748-a5f4-17d91fa055ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:42.344894 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d0a3a3d2-db22-4102-8776-1b6e9d1e77bf req-b4d147e2-8746-4748-a5f4-17d91fa055ab service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 1099 time: 0.0779450 Jan 21 14:25:42.404459 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4ab89f5d-38c3-4f99-aaa5-c1b3447c4769 req-2fc6ed1e-a7b2-4c50-80ad-ddc9e8f78859 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873146 Jan 21 14:25:42.451252 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d0a3a3d2-db22-4102-8776-1b6e9d1e77bf req-0a7d1ab2-9b96-4d23-84c8-770164cdd9d6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994031 Jan 21 14:25:42.468524 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf00ac-b456-4b52-9574-1e8e2afb4183 req-a76a02eb-4e60-40e3-ac81-12e46cf00802 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:42.470308 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1faf00ac-b456-4b52-9574-1e8e2afb4183 req-a76a02eb-4e60-40e3-ac81-12e46cf00802 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1055527 Jan 21 14:25:42.561546 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1faf00ac-b456-4b52-9574-1e8e2afb4183 req-0e7c8435-c539-4628-9e4a-7c457835e392 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721002 Jan 21 14:25:43.258353 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6c6b9fff-3309-470a-8533-192c5c1f55e0 req-5633edcf-3f82-4229-94c1-c89dc599f256 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 210 time: 0.0266798 Jan 21 14:25:43.383959 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd47fc0-52af-4ad6-9db7-45931a341f49 req-ed865249-1552-40b4-8ab6-0d0661b6294b tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:43.385679 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4bd47fc0-52af-4ad6-9db7-45931a341f49 req-ed865249-1552-40b4-8ab6-0d0661b6294b tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 946 time: 0.0526400 Jan 21 14:25:43.437822 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4bd47fc0-52af-4ad6-9db7-45931a341f49 req-c639f9f1-db57-47a0-8bba-bd66b38c8989 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461144 Jan 21 14:25:43.500814 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 55630) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:43.562526 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0252b-4219-4085-b27f-4661cb20c831 req-ea33b975-d98a-4ec5-97c0-a4babef0a8ef tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:43.571176 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-39f0252b-4219-4085-b27f-4661cb20c831 req-ea33b975-d98a-4ec5-97c0-a4babef0a8ef tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.0615039 Jan 21 14:25:43.652383 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1261071987-network', 'tenant_id': '2bcf3f504270477eaa1466f36138788b'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:43.669799 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-39f0252b-4219-4085-b27f-4661cb20c831 req-c2db3f71-5ede-421f-9602-37d53438c281 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972927 Jan 21 14:25:43.771077 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a72cf6-251c-4517-9733-617ff3987a4f req-a1510af5-d4e4-493d-9d08-529a256969ad tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:43.772983 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-06a72cf6-251c-4517-9733-617ff3987a4f req-a1510af5-d4e4-493d-9d08-529a256969ad tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.0949998 Jan 21 14:25:43.839694 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-06a72cf6-251c-4517-9733-617ff3987a4f req-228706d3-e5a9-47a5-8080-e34178629671 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586751 Jan 21 14:25:43.840854 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] Made reservation on behalf of 2bcf3f504270477eaa1466f36138788b for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:43.843269 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:43.854648 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:44.042690 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] Publish callbacks [] for security_group (91a99bc8-70c6-4dce-ac09-a1cc28cff2a9), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:44.073312 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-08fb410a-0828-48d7-9de9-20b199c8014d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:44.074809 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-08fb410a-0828-48d7-9de9-20b199c8014d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.88 "GET /v2.0/networks?id=ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 HTTP/1.1" status: 200 len: 809 time: 0.1594114 Jan 21 14:25:44.089041 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-997bade8-ca31-44cf-a3b7-5a14e89cb687 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Request body: {'port': {'device_id': '67f8c413-abcb-4e54-96c8-f68b41b553c2', 'network_id': 'ca4a1dea-5ecf-4f1a-8137-2ed2ef864809', 'admin_state_up': True, 'tenant_id': 'bf505c10ec504e00ac4c55e94009a09c'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:44.203413 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (91a99bc8-70c6-4dce-ac09-a1cc28cff2a9), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:44.228872 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:25:44.260222 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (f193abf6-600f-4d2d-9391-ed3ea50e3053), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:44.260472 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.segments_db [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] Added segment f193abf6-600f-4d2d-9391-ed3ea50e3053 of type vlan for network c1379d4d-66b4-4ff2-8733-38001496825d Jan 21 14:25:44.311637 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:44.337849 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (c1379d4d-66b4-4ff2-8733-38001496825d), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:44.432685 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5c4659f5-b336-40ee-b827-0e4340f64246 req-69e44404-4c6e-4e12-aec4-6003ae9e4f86 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 210 time: 0.0536020 Jan 21 14:25:44.459340 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-997bade8-ca31-44cf-a3b7-5a14e89cb687 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Made reservation on behalf of bf505c10ec504e00ac4c55e94009a09c for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:44.463085 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-997bade8-ca31-44cf-a3b7-5a14e89cb687 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:44.535256 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (c1379d4d-66b4-4ff2-8733-38001496825d), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:44.536436 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:44.537096 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:44.630143 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=c1379d4d-66b4-4ff2-8733-38001496825d,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:44.649934 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network c1379d4d-66b4-4ff2-8733-38001496825d details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:25:44.685448 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-997bade8-ca31-44cf-a3b7-5a14e89cb687 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Allocated IP 172.20.0.4 (ca4a1dea-5ecf-4f1a-8137-2ed2ef864809/d356b182-1a81-4aea-8521-7341f31575ae/12520556-a15b-4ecf-b8ed-fba02195188d) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:25:44.723646 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55700) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:44.723851 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-c236603d-7e6d-436e-8ffa-1d8b7995b0b5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2216551 Jan 21 14:25:44.728714 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-df4e75e3-6b65-485d-a490-6b3fb05c0f9c admin admin] Request body: {'subnet': {'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1261071987-subnet', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'ip_version': 4}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:44.878716 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd2d65-b3c9-4eff-81ac-416a12d6fa73 req-1a44af8c-1e17-4c4c-b90b-f786f397b82f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:44.880308 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8cbd2d65-b3c9-4eff-81ac-416a12d6fa73 req-1a44af8c-1e17-4c4c-b90b-f786f397b82f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1026134 Jan 21 14:25:44.918922 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4e75e3-6b65-485d-a490-6b3fb05c0f9c admin admin] Made reservation on behalf of 2bcf3f504270477eaa1466f36138788b for: {'subnet': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:44.921350 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-df4e75e3-6b65-485d-a490-6b3fb05c0f9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4801985'] for subnet (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:44.921940 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-997bade8-ca31-44cf-a3b7-5a14e89cb687 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks [] for port (12520556-a15b-4ecf-b8ed-fba02195188d), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:44.959096 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8cbd2d65-b3c9-4eff-81ac-416a12d6fa73 req-f56bc350-5d16-4b24-a08d-c7d9a7f742b1 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685692 Jan 21 14:25:45.048734 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccf66c-8ff5-47b9-b26a-cc4cbac1a157 req-ba0f7f42-637c-4013-85fa-2b266f957edd tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:45.051270 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a8ccf66c-8ff5-47b9-b26a-cc4cbac1a157 req-ba0f7f42-637c-4013-85fa-2b266f957edd tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1044230 Jan 21 14:25:45.115890 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-997bade8-ca31-44cf-a3b7-5a14e89cb687 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (12520556-a15b-4ecf-b8ed-fba02195188d), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:45.154706 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a8ccf66c-8ff5-47b9-b26a-cc4cbac1a157 req-922da66f-db53-4d6c-9cb8-5f490d218237 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898826 Jan 21 14:25:45.161572 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-997bade8-ca31-44cf-a3b7-5a14e89cb687 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Network ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:25:45.167243 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-997bade8-ca31-44cf-a3b7-5a14e89cb687 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:45.178235 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-997bade8-ca31-44cf-a3b7-5a14e89cb687 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:25:45.256888 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-997bade8-ca31-44cf-a3b7-5a14e89cb687 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:45.257676 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-997bade8-ca31-44cf-a3b7-5a14e89cb687 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:45.268878 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bade8-ca31-44cf-a3b7-5a14e89cb687 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Pushing event updated for resources: {'Port': ['ID=12520556-a15b-4ecf-b8ed-fba02195188d,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:45.373066 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-df4e75e3-6b65-485d-a490-6b3fb05c0f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1489521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4802015'] for subnet (4fdaec47-a0dd-43fa-9b1b-945ec0fd606d), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:45.425501 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-997bade8-ca31-44cf-a3b7-5a14e89cb687 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3416836 Jan 21 14:25:45.437644 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Request body: {'port': {'device_id': '67f8c413-abcb-4e54-96c8-f68b41b553c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:45.439738 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e75e3-6b65-485d-a490-6b3fb05c0f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fdaec47-a0dd-43fa-9b1b-945ec0fd606d,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:45.452047 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e75e3-6b65-485d-a490-6b3fb05c0f9c admin admin] Checking segment: {'id': 'f193abf6-600f-4d2d-9391-ed3ea50e3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:45.452047 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4e75e3-6b65-485d-a490-6b3fb05c0f9c admin admin] Network hostable DHCP agents. Network: c1379d4d-66b4-4ff2-8733-38001496825d, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:25:45.549499 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (12520556-a15b-4ecf-b8ed-fba02195188d), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:45.604893 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4e75e3-6b65-485d-a490-6b3fb05c0f9c admin admin] Network c1379d4d-66b4-4ff2-8733-38001496825d is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:25:45.649128 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423992ba-9502-4763-8e78-c5a3e6caf412 req-a559361f-9700-4f08-b2d0-926ca4adbe2c tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:45.650759 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-423992ba-9502-4763-8e78-c5a3e6caf412 req-a559361f-9700-4f08-b2d0-926ca4adbe2c tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 931 time: 0.1213608 Jan 21 14:25:45.746254 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3791d-7bbd-4638-81c5-3f36f223cb4e req-17c08171-8ced-49b0-90bf-8fbc4a5a2c82 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:45.749033 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-17d3791d-7bbd-4638-81c5-3f36f223cb4e req-17c08171-8ced-49b0-90bf-8fbc4a5a2c82 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1389852 Jan 21 14:25:45.767965 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-423992ba-9502-4763-8e78-c5a3e6caf412 req-fdd9eb64-d04e-49c7-9a30-6fe7131f22ba tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092927 Jan 21 14:25:45.776595 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63396b-11c0-4b7e-9f36-5d6569a28129 req-47e0fad3-19ff-405a-b9ea-ba268fe0a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:45.778198 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0e63396b-11c0-4b7e-9f36-5d6569a28129 req-47e0fad3-19ff-405a-b9ea-ba268fe0a197 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d2484fb131484409ba51a2f5775f15f4&device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 1099 time: 0.0806568 Jan 21 14:25:45.804505 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-df4e75e3-6b65-485d-a490-6b3fb05c0f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, c1379d4d-66b4-4ff2-8733-38001496825d) {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:45.804505 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e75e3-6b65-485d-a490-6b3fb05c0f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:45.804505 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-df4e75e3-6b65-485d-a490-6b3fb05c0f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:45.805350 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc10bec6-82f5-4e88-9366-7aa37a4d2300 None None] Network c1379d4d-66b4-4ff2-8733-38001496825d requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:25:45.877421 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-17d3791d-7bbd-4638-81c5-3f36f223cb4e req-bd7433c2-1927-4c9b-bc2d-8e687a497f91 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197789 Jan 21 14:25:45.935386 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63396b-11c0-4b7e-9f36-5d6569a28129 req-ffa90cf8-287f-4f39-ab7e-a06795ea4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:45.937146 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0e63396b-11c0-4b7e-9f36-5d6569a28129 req-ffa90cf8-287f-4f39-ab7e-a06795ea4d48 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6efd224b-7807-4a4b-ab02-831ba02f315b HTTP/1.1" status: 200 len: 919 time: 0.1516898 Jan 21 14:25:45.942195 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp262e89d0-7bb1-5824-b88e-cb05efb5e183-c1379d4d-66b4-4ff2-8733-38001496825d', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'project_id': '2bcf3f504270477eaa1466f36138788b', 'fixed_ips': [{'subnet_id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d'}]}} from dv-cinder-821602-20-iscsi. {{(pid=103333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 14:25:45.942195 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:45.974704 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-df4e75e3-6b65-485d-a490-6b3fb05c0f9c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2498651 Jan 21 14:25:46.002612 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55736) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:46.007825 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:46.012005 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0e63396b-11c0-4b7e-9f36-5d6569a28129 req-b3e66ce5-4ad6-40ba-a632-6f32b37db7e3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0f713a-037d-4636-b6e3-5f41929c1ef9 HTTP/1.1" status: 200 len: 217 time: 0.0487254 Jan 21 14:25:46.037794 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12520556-a15b-4ecf-b8ed-fba02195188d {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:25:46.049329 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Publish callbacks [] for port (12520556-a15b-4ecf-b8ed-fba02195188d), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:46.073907 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Transition to ACTIVE for port object 12520556-a15b-4ecf-b8ed-fba02195188d will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:25:46.076885 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63396b-11c0-4b7e-9f36-5d6569a28129 req-e9d150c8-5d68-4581-bbbb-c183bb5e4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:46.078474 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0e63396b-11c0-4b7e-9f36-5d6569a28129 req-e9d150c8-5d68-4581-bbbb-c183bb5e4c09 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cc1ac226-226e-4477-afdf-81841f625e0d HTTP/1.1" status: 200 len: 858 time: 0.0571978 Jan 21 14:25:46.125795 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0e63396b-11c0-4b7e-9f36-5d6569a28129 req-13f88f8a-b2cf-463d-b31e-459a358069c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6efd224b-7807-4a4b-ab02-831ba02f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395436 Jan 21 14:25:46.147798 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Allocated IP 172.20.0.2 (c1379d4d-66b4-4ff2-8733-38001496825d/4fdaec47-a0dd-43fa-9b1b-945ec0fd606d/f29c3cf8-6b05-4189-824a-702af7b8e9b3) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:25:46.255045 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (12520556-a15b-4ecf-b8ed-fba02195188d), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:46.264120 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (cf7cd743-dd8c-4c06-b3d9-52b554a82473), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:46.265183 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (cf7cd743-dd8c-4c06-b3d9-52b554a82473), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:46.346617 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Publish callbacks [] for router_controller (cf7cd743-dd8c-4c06-b3d9-52b554a82473), precommit_add_association {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:46.442852 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 55748) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:46.445181 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Pushing event updated for resources: {'Port': ['ID=12520556-a15b-4ecf-b8ed-fba02195188d,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:46.517185 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Publish callbacks [] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:46.521222 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Attempting to bind port 12520556-a15b-4ecf-b8ed-fba02195188d on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:25:46.522277 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Attempting to bind port 12520556-a15b-4ecf-b8ed-fba02195188d by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'dca4102f-5f75-495e-b633-7cb47e0012c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ca4a1dea-5ecf-4f1a-8137-2ed2ef864809'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:25:46.522607 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Attempting to bind port 12520556-a15b-4ecf-b8ed-fba02195188d on network ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:25:46.527872 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Port 12520556-a15b-4ecf-b8ed-fba02195188d on network ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:25:46.528242 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Attempting to bind port 12520556-a15b-4ecf-b8ed-fba02195188d on network ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:25:46.536606 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:25:46.537075 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Checking segment: {'id': 'dca4102f-5f75-495e-b633-7cb47e0012c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ca4a1dea-5ecf-4f1a-8137-2ed2ef864809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:46.537572 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Bound using segment: {'id': 'dca4102f-5f75-495e-b633-7cb47e0012c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ca4a1dea-5ecf-4f1a-8137-2ed2ef864809'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:25:46.538262 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Bound port: 12520556-a15b-4ecf-b8ed-fba02195188d, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca4102f-5f75-495e-b633-7cb47e0012c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ca4a1dea-5ecf-4f1a-8137-2ed2ef864809'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:25:46.538801 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (12520556-a15b-4ecf-b8ed-fba02195188d), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:46.647137 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:46.664791 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] For port 12520556-a15b-4ecf-b8ed-fba02195188d, host hv-cinder-82160, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:25:46.680282 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] For port 12520556-a15b-4ecf-b8ed-fba02195188d, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=12520556-a15b-4ecf-b8ed-fba02195188d,segment=NetworkSegment(dca4102f-5f75-495e-b633-7cb47e0012c6),segment_id=dca4102f-5f75-495e-b633-7cb47e0012c6)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:25:46.696400 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-545326bd-b5a8-4caa-96a5-1d3411bdbed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:46.707844 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Pushing event updated for resources: {'Port': ['ID=f29c3cf8-6b05-4189-824a-702af7b8e9b3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:46.750126 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Network c1379d4d-66b4-4ff2-8733-38001496825d is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:25:46.756379 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:46.765242 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:25:46.851844 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Attempting to bind port f29c3cf8-6b05-4189-824a-702af7b8e9b3 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:25:46.852844 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Attempting to bind port f29c3cf8-6b05-4189-824a-702af7b8e9b3 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': 'f193abf6-600f-4d2d-9391-ed3ea50e3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:25:46.852844 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Attempting to bind port f29c3cf8-6b05-4189-824a-702af7b8e9b3 on network c1379d4d-66b4-4ff2-8733-38001496825d {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:25:46.860266 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0e63396b-11c0-4b7e-9f36-5d6569a28129 req-0c06140c-4e42-448a-ad0a-7aa6697bd2a0 service neutron] 10.222.0.88 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7187908 Jan 21 14:25:46.867690 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-545326bd-b5a8-4caa-96a5-1d3411bdbed4 admin admin] Publish callbacks [] for security_group (b3b8c2e4-b20d-4501-bf51-2d3b017ad4fc), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:46.868271 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:25:46.868728 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Checking segment: {'id': 'f193abf6-600f-4d2d-9391-ed3ea50e3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:46.869752 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:46.869752 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Bound using segment: {'id': 'f193abf6-600f-4d2d-9391-ed3ea50e3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:25:46.870053 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Bound port: f29c3cf8-6b05-4189-824a-702af7b8e9b3, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f193abf6-600f-4d2d-9391-ed3ea50e3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:25:46.870607 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:46.871529 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (12520556-a15b-4ecf-b8ed-fba02195188d), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:46.976968 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9f311-2f91-47d3-8a67-9959f8147950 req-4266b429-eef4-4950-a6a5-bca4a40d7369 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:46.982862 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8aa9f311-2f91-47d3-8a67-9959f8147950 req-4266b429-eef4-4950-a6a5-bca4a40d7369 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.6204436 Jan 21 14:25:46.989877 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:46.990902 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:46.993153 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] 10.222.0.88 "PUT /v2.0/ports/12520556-a15b-4ecf-b8ed-fba02195188d HTTP/1.1" status: 200 len: 1093 time: 1.5602648 Jan 21 14:25:46.999763 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f8c413-abcb-4e54-96c8-f68b41b553c2', 'tag': '12520556-a15b-4ecf-b8ed-fba02195188d'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:25:47.003636 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51df9bd9-1c6d-4c5d-8235-16bd9bc30380" -d '{"events": [{"name": "network-changed", "server_uuid": "67f8c413-abcb-4e54-96c8-f68b41b553c2", "tag": "12520556-a15b-4ecf-b8ed-fba02195188d"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:25:47.023034 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-545326bd-b5a8-4caa-96a5-1d3411bdbed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (b3b8c2e4-b20d-4501-bf51-2d3b017ad4fc), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:47.043864 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] For port f29c3cf8-6b05-4189-824a-702af7b8e9b3, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:25:47.052323 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] For port f29c3cf8-6b05-4189-824a-702af7b8e9b3, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=f29c3cf8-6b05-4189-824a-702af7b8e9b3,segment=NetworkSegment(f193abf6-600f-4d2d-9391-ed3ea50e3053),segment_id=f193abf6-600f-4d2d-9391-ed3ea50e3053)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:25:47.095677 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Publish callbacks [] for router_gateway (cf7cd743-dd8c-4c06-b3d9-52b554a82473), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:47.101857 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dbb89-78a9-4bb5-ac35-cf7c4531ca64 service neutron] Pushing event updated for resources: {'Port': ['ID=12520556-a15b-4ecf-b8ed-fba02195188d,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:47.121519 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0e63396b-11c0-4b7e-9f36-5d6569a28129 req-7373bbf8-6c7b-4ef4-a9eb-b557d5417cf5 service neutron] 10.222.0.88 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491345 Jan 21 14:25:47.136306 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545326bd-b5a8-4caa-96a5-1d3411bdbed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b8c2e4-b20d-4501-bf51-2d3b017ad4fc,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:47.146330 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-545326bd-b5a8-4caa-96a5-1d3411bdbed4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee80fd3974a34d59b7de98f4ce711cfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7018979 Jan 21 14:25:47.161931 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55760) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:47.162481 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed326851-c780-4012-96c8-d3fc3b4aecdb req-978d96ad-086a-4720-86af-4e96f58fcf10 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:47.165209 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ed326851-c780-4012-96c8-d3fc3b4aecdb req-978d96ad-086a-4720-86af-4e96f58fcf10 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 943 time: 0.2333863 Jan 21 14:25:47.186113 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8aa9f311-2f91-47d3-8a67-9959f8147950 req-b33f43f5-8568-4575-8006-2e270012647a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972082 Jan 21 14:25:47.211401 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:47.309637 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ed326851-c780-4012-96c8-d3fc3b4aecdb req-81a60b69-89b7-4b39-a665-6f9f9dc64cf4 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245024 Jan 21 14:25:47.373707 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600815f0-bb29-4754-ad3a-fbde38aa81f7 None None] Pushing event updated for resources: {'Port': ['ID=f29c3cf8-6b05-4189-824a-702af7b8e9b3,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:47.435435 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e162accd-a27f-48f4-88c2-d481938c90ad x-openstack-request-id: req-e162accd-a27f-48f4-88c2-d481938c90ad {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:25:47.439192 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f8c413-abcb-4e54-96c8-f68b41b553c2", "tag": "12520556-a15b-4ecf-b8ed-fba02195188d", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:25:47.439364 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e162accd-a27f-48f4-88c2-d481938c90ad {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:25:47.439807 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f8c413-abcb-4e54-96c8-f68b41b553c2', 'tag': '12520556-a15b-4ecf-b8ed-fba02195188d', 'status': 'completed', 'code': 200} Jan 21 14:25:47.535831 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-10851e22-d1f5-45be-9fb9-8ceb11b06bac admin admin] Publish callbacks [] for security_group (b3b8c2e4-b20d-4501-bf51-2d3b017ad4fc), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:47.570343 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-ba4b5833-2d09-4c72-a263-e8a4309e656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:47.571929 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-ba4b5833-2d09-4c72-a263-e8a4309e656c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bf505c10ec504e00ac4c55e94009a09c&device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 1096 time: 0.2850375 Jan 21 14:25:47.584115 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-10851e22-d1f5-45be-9fb9-8ceb11b06bac admin admin] Publish callbacks [] for security_group (b3b8c2e4-b20d-4501-bf51-2d3b017ad4fc), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:47.594509 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9adba-4170-4013-8883-358ed166e2cf req-6a7c047c-368b-4815-997d-f942c91ffe9c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:47.596131 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c6e9adba-4170-4013-8883-358ed166e2cf req-6a7c047c-368b-4815-997d-f942c91ffe9c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.2894127 Jan 21 14:25:47.721391 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-07a06add-93f9-4201-a3c8-faf33d4164ad service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12520556-a15b-4ecf-b8ed-fba02195188d HTTP/1.1" status: 200 len: 217 time: 0.1343901 Jan 21 14:25:47.818188 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c6e9adba-4170-4013-8883-358ed166e2cf req-0865daa9-6adf-4b60-bede-741ce6155178 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770747 Jan 21 14:25:47.830172 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-0a1b1397-9de8-489f-b911-6b49b2529c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:47.837461 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-0a1b1397-9de8-489f-b911-6b49b2529c53 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d356b182-1a81-4aea-8521-7341f31575ae HTTP/1.1" status: 200 len: 849 time: 0.0964630 Jan 21 14:25:47.894318 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-f22ddb69-4f6f-49cc-9961-5b1e283174d2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ca4a1dea-5ecf-4f1a-8137-2ed2ef864809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424204 Jan 21 14:25:47.989917 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-10851e22-d1f5-45be-9fb9-8ceb11b06bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (b3b8c2e4-b20d-4501-bf51-2d3b017ad4fc), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:47.992520 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-10851e22-d1f5-45be-9fb9-8ceb11b06bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:47.993710 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-10851e22-d1f5-45be-9fb9-8ceb11b06bac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3b8c2e4-b20d-4501-bf51-2d3b017ad4fc HTTP/1.1" status: 204 len: 168 time: 0.8307757 Jan 21 14:25:48.077631 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10851e22-d1f5-45be-9fb9-8ceb11b06bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b8c2e4-b20d-4501-bf51-2d3b017ad4fc,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:48.120310 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Publish callbacks [] for router_gateway (cf7cd743-dd8c-4c06-b3d9-52b554a82473), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:48.145210 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-6a0fb015-1cbd-4f03-957e-b4e6d9907eba service neutron] 10.222.0.88 "GET /v2.0/networks/ca4a1dea-5ecf-4f1a-8137-2ed2ef864809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105443 Jan 21 14:25:48.146186 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:48.319613 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-aac2ad42-f61b-4feb-a1c4-a04d46ffcd33 req-8e6df071-1a23-4d75-b50d-454a0eafed90 service neutron] 10.222.0.88 "GET /v2.0/networks/ca4a1dea-5ecf-4f1a-8137-2ed2ef864809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658580 Jan 21 14:25:48.357295 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Allocated IP 172.27.0.167 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:25:48.360136 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7666b-5391-4340-9f9c-cc5f1dca5131 req-34f26820-3b4d-4d08-acf3-aefa514ff54d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:48.369387 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-faf7666b-5391-4340-9f9c-cc5f1dca5131 req-34f26820-3b4d-4d08-acf3-aefa514ff54d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.0761573 Jan 21 14:25:48.506249 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-faf7666b-5391-4340-9f9c-cc5f1dca5131 req-045642de-499d-4428-b4a8-dba2461f6432 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365762 Jan 21 14:25:48.699621 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Publish callbacks [] for port (a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:48.706183 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df9bd9-1c6d-4c5d-8235-16bd9bc30380 req-7bb31a78-163e-424c-ae85-fd65a0531244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:48.707790 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-51df9bd9-1c6d-4c5d-8235-16bd9bc30380 req-7bb31a78-163e-424c-ae85-fd65a0531244 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bf505c10ec504e00ac4c55e94009a09c&device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 1096 time: 0.1649613 Jan 21 14:25:48.717525 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5e959-eb0d-480f-88f0-9e933dc1dc17 req-3515ad54-b3ea-43c7-bcff-f1ed2b156ec1 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:48.719140 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bdf5e959-eb0d-480f-88f0-9e933dc1dc17 req-3515ad54-b3ea-43c7-bcff-f1ed2b156ec1 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 943 time: 0.1775851 Jan 21 14:25:48.971368 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60f7f93-e7ad-472f-9825-550c2938972d None None] Network c1379d4d-66b4-4ff2-8733-38001496825d requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:25:49.010248 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device f29c3cf8-6b05-4189-824a-702af7b8e9b3 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:25:49.016108 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bdf5e959-eb0d-480f-88f0-9e933dc1dc17 req-97ad0d28-135d-47d4-a94e-11677fa0e67f tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097361 Jan 21 14:25:49.019833 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:49.024952 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df9bd9-1c6d-4c5d-8235-16bd9bc30380 req-911b1381-b62c-4411-9a60-188385f2157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:49.026945 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-51df9bd9-1c6d-4c5d-8235-16bd9bc30380 req-911b1381-b62c-4411-9a60-188385f2157a service neutron] 10.222.0.88 "GET /v2.0/networks?id=ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 HTTP/1.1" status: 200 len: 910 time: 0.3048961 Jan 21 14:25:49.107425 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:25:49.110504 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-51df9bd9-1c6d-4c5d-8235-16bd9bc30380 req-438fb8bd-f5f9-4fbb-962f-012b208efaf0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12520556-a15b-4ecf-b8ed-fba02195188d HTTP/1.1" status: 200 len: 217 time: 0.0570853 Jan 21 14:25:49.120139 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:49.128451 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:25:49.133027 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-576dba50-2c96-45c0-b409-5e0be5e734d2 None None] Provisioning complete for port f29c3cf8-6b05-4189-824a-702af7b8e9b3 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:49.133405 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-576dba50-2c96-45c0-b409-5e0be5e734d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:49.142392 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Pushing event updated for resources: {'Port': ['ID=a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:49.293783 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df9bd9-1c6d-4c5d-8235-16bd9bc30380 req-3e409b5a-f002-47c7-87b5-f303d6257c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:49.295271 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14a81a-5918-46b7-9cec-a809db259580 req-8aa7466c-2e2b-4375-b89b-ffd1ed38bd6a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:49.296545 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-51df9bd9-1c6d-4c5d-8235-16bd9bc30380 req-3e409b5a-f002-47c7-87b5-f303d6257c87 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d356b182-1a81-4aea-8521-7341f31575ae HTTP/1.1" status: 200 len: 849 time: 0.1710455 Jan 21 14:25:49.307770 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ee14a81a-5918-46b7-9cec-a809db259580 req-8aa7466c-2e2b-4375-b89b-ffd1ed38bd6a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0984275 Jan 21 14:25:49.365107 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port f29c3cf8-6b05-4189-824a-702af7b8e9b3 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:49.365789 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:49.464709 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ee14a81a-5918-46b7-9cec-a809db259580 req-be7d7456-fe89-4159-ae41-816b42c92f85 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590531 Jan 21 14:25:49.544266 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-576dba50-2c96-45c0-b409-5e0be5e734d2 None None] Current status of the port f29c3cf8-6b05-4189-824a-702af7b8e9b3 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:49.546178 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-576dba50-2c96-45c0-b409-5e0be5e734d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:49.556934 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-51df9bd9-1c6d-4c5d-8235-16bd9bc30380 req-9a544287-c754-4337-9eae-35dcb2bf167a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ca4a1dea-5ecf-4f1a-8137-2ed2ef864809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2475314 Jan 21 14:25:49.571307 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d235a-c6f9-496f-8ec4-8102e823e6ab req-7386c9ec-2748-4d3e-864f-89ed416e8703 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:49.575644 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b80d235a-c6f9-496f-8ec4-8102e823e6ab req-7386c9ec-2748-4d3e-864f-89ed416e8703 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.4329791 Jan 21 14:25:49.654960 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port f29c3cf8-6b05-4189-824a-702af7b8e9b3 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:49.655613 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:49.659547 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-576dba50-2c96-45c0-b409-5e0be5e734d2 None None] For port f29c3cf8-6b05-4189-824a-702af7b8e9b3, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=f29c3cf8-6b05-4189-824a-702af7b8e9b3,segment=NetworkSegment(f193abf6-600f-4d2d-9391-ed3ea50e3053),segment_id=f193abf6-600f-4d2d-9391-ed3ea50e3053)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:49.686518 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95b3de-9b60-4c84-b7b2-7b69e47535a9 req-cf73cb9d-6fe5-475a-adac-a766a46186ee tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:49.688213 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ab95b3de-9b60-4c84-b7b2-7b69e47535a9 req-cf73cb9d-6fe5-475a-adac-a766a46186ee tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.0844319 Jan 21 14:25:49.751121 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-576dba50-2c96-45c0-b409-5e0be5e734d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:49.766520 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ab95b3de-9b60-4c84-b7b2-7b69e47535a9 req-1b283816-5720-4335-b5d8-7f418a0d9c2a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664089 Jan 21 14:25:49.777092 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b80d235a-c6f9-496f-8ec4-8102e823e6ab req-2ebfe8bd-10ba-4b94-8c19-fa47403bab35 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716979 Jan 21 14:25:49.816775 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-51df9bd9-1c6d-4c5d-8235-16bd9bc30380 req-c531a70a-99a9-4029-8b61-7d17d1e43517 service neutron] 10.222.0.88 "GET /v2.0/networks/ca4a1dea-5ecf-4f1a-8137-2ed2ef864809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424929 Jan 21 14:25:49.921723 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.db.api [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 14:25:49.922291 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG oslo_db.api [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 14:25:49.941558 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dba50-2c96-45c0-b409-5e0be5e734d2 None None] Pushing event updated for resources: {'Port': ['ID=f29c3cf8-6b05-4189-824a-702af7b8e9b3,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:49.946346 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-fa7ff785-42c2-45d1-a6be-ae3dacb5ef3d None None] Provisioning complete for port f29c3cf8-6b05-4189-824a-702af7b8e9b3 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:49.946872 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa7ff785-42c2-45d1-a6be-ae3dacb5ef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:50.043780 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-51df9bd9-1c6d-4c5d-8235-16bd9bc30380 req-5a134513-43a3-40ec-92a6-ba6eb21334a5 service neutron] 10.222.0.88 "GET /v2.0/networks/ca4a1dea-5ecf-4f1a-8137-2ed2ef864809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185462 Jan 21 14:25:50.072802 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ff785-42c2-45d1-a6be-ae3dacb5ef3d None None] Current status of the port f29c3cf8-6b05-4189-824a-702af7b8e9b3 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:50.121579 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Publish callbacks [] for router_gateway (cf7cd743-dd8c-4c06-b3d9-52b554a82473), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:50.133161 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714d2c0-9b2a-47b1-af0d-3db9970d7574 req-e77c4447-3c22-4420-9e7d-6db4b9ec4a7c tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:50.134946 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f714d2c0-9b2a-47b1-af0d-3db9970d7574 req-e77c4447-3c22-4420-9e7d-6db4b9ec4a7c tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 943 time: 0.0578504 Jan 21 14:25:50.195445 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f714d2c0-9b2a-47b1-af0d-3db9970d7574 req-9b7a1db5-65be-49b6-b35b-0a321b3e14db tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540209 Jan 21 14:25:50.356846 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583159'] for router (cf7cd743-dd8c-4c06-b3d9-52b554a82473), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:50.496818 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port f29c3cf8-6b05-4189-824a-702af7b8e9b3 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:50.601629 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f13c4-30c1-487f-84e4-b415272df417 req-7d6a7c1e-a9b4-45c1-8c35-9769c41ac0df tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:50.603284 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-162f13c4-30c1-487f-84e4-b415272df417 req-7d6a7c1e-a9b4-45c1-8c35-9769c41ac0df tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0590580 Jan 21 14:25:50.646756 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Router cf7cd743-dd8c-4c06-b3d9-52b554a82473 is scheduled to L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f with binding_index 1 {{(pid=103331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 14:25:50.694225 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-162f13c4-30c1-487f-84e4-b415272df417 req-bdc9e94a-e8e2-41c7-be47-40a4c72c6396 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791261 Jan 21 14:25:50.760482 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 55844) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:50.805188 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device f29c3cf8-6b05-4189-824a-702af7b8e9b3 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:25:50.936388 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port f29c3cf8-6b05-4189-824a-702af7b8e9b3 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:50.937051 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:50.962403 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272197f8-5ab8-4bb7-baa9-06011d3af7b3 req-4a596f42-bb54-4643-bccb-41db9a45cf60 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:50.964641 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-272197f8-5ab8-4bb7-baa9-06011d3af7b3 req-4a596f42-bb54-4643-bccb-41db9a45cf60 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.0738573 Jan 21 14:25:51.126158 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-22b58784-9510-4dd7-8cba-6349bb25c58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:51.149802 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-272197f8-5ab8-4bb7-baa9-06011d3af7b3 req-15e5e8fa-4d95-4512-bdfb-410969e74013 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687319 Jan 21 14:25:51.151353 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434caf3b-35c3-44f1-82ae-4446f51438b5 req-84cae756-bc20-41e2-b592-9fe89d4dddf7 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:51.153083 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-434caf3b-35c3-44f1-82ae-4446f51438b5 req-84cae756-bc20-41e2-b592-9fe89d4dddf7 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1249022 Jan 21 14:25:51.184076 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port f29c3cf8-6b05-4189-824a-702af7b8e9b3 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:51.193299 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:25:51.207947 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Sync routers for ids ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:25:51.230108 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Routers {'cf7cd743-dd8c-4c06-b3d9-52b554a82473'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:25:51.230108 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:25:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:51.259592 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-434caf3b-35c3-44f1-82ae-4446f51438b5 req-9dcec9fc-dec7-4e52-8093-e6866262b726 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966175 Jan 21 14:25:51.282300 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-22b58784-9510-4dd7-8cba-6349bb25c58f admin admin] Publish callbacks [] for security_group (c534b15a-4bed-4bd2-8a51-530870afc2fa), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:51.312403 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 12520556-a15b-4ecf-b8ed-fba02195188d details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:25:51.364206 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:51.366487 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Set router cf7cd743-dd8c-4c06-b3d9-52b554a82473 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:25:51.368417 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-da1df6e8-389a-4f25-b6b9-0d7039db3e9d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3641248 Jan 21 14:25:51.371078 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55860) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:51.373083 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66f44c-9984-4960-9258-8b1451abe745 req-2eb24e5b-2d6d-4bfb-9d70-e828bd6ec7b0 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:51.380518 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0a66f44c-9984-4960-9258-8b1451abe745 req-2eb24e5b-2d6d-4bfb-9d70-e828bd6ec7b0 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 943 time: 0.0716455 Jan 21 14:25:51.395490 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-22b58784-9510-4dd7-8cba-6349bb25c58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (c534b15a-4bed-4bd2-8a51-530870afc2fa), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:51.426841 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b58784-9510-4dd7-8cba-6349bb25c58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c534b15a-4bed-4bd2-8a51-530870afc2fa,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:51.492671 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-22b58784-9510-4dd7-8cba-6349bb25c58f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7ac6885b66949fda8526c9a64393c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7295885 Jan 21 14:25:51.499968 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55862) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:51.506421 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0a66f44c-9984-4960-9258-8b1451abe745 req-1ff938e6-0b3d-4370-b0ce-28f00742d607 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247053 Jan 21 14:25:51.516172 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 12520556-a15b-4ecf-b8ed-fba02195188d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=12520556-a15b-4ecf-b8ed-fba02195188d,segment=NetworkSegment(dca4102f-5f75-495e-b633-7cb47e0012c6),segment_id=dca4102f-5f75-495e-b633-7cb47e0012c6)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:51.534675 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '12520556-a15b-4ecf-b8ed-fba02195188d', 'network_id': 'ca4a1dea-5ecf-4f1a-8137-2ed2ef864809', 'port_id': '12520556-a15b-4ecf-b8ed-fba02195188d', 'mac_address': 'fa:16:3e:c6:32:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd356b182-1a81-4aea-8521-7341f31575ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:25:51.603046 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 12520556-a15b-4ecf-b8ed-fba02195188d is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:51.603440 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (12520556-a15b-4ecf-b8ed-fba02195188d), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:51.623126 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12520556-a15b-4ecf-b8ed-fba02195188d {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:25:51.648405 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc5fb9d5-07e5-4e23-9ca0-57208a796bb5 admin admin] Publish callbacks [] for security_group (c534b15a-4bed-4bd2-8a51-530870afc2fa), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:51.656843 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 12520556-a15b-4ecf-b8ed-fba02195188d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=12520556-a15b-4ecf-b8ed-fba02195188d,segment=NetworkSegment(dca4102f-5f75-495e-b633-7cb47e0012c6),segment_id=dca4102f-5f75-495e-b633-7cb47e0012c6)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:51.658537 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:25:49Z', 'revision_number': 3, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:51.688197 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Checking router: cf7cd743-dd8c-4c06-b3d9-52b554a82473 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:25:51.688546 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Updating router cf7cd743-dd8c-4c06-b3d9-52b554a82473 port a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc binding host dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:25:51.708799 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc5fb9d5-07e5-4e23-9ca0-57208a796bb5 admin admin] Publish callbacks [] for security_group (c534b15a-4bed-4bd2-8a51-530870afc2fa), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:51.716667 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:51.737815 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (12520556-a15b-4ecf-b8ed-fba02195188d), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:51.811032 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=12520556-a15b-4ecf-b8ed-fba02195188d,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:51.932001 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c95d-1b87-43c8-ae45-7574bc3b2abb req-4f466b19-b123-4766-8134-2c2c6733374c tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:51.939256 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-21c9c95d-1b87-43c8-ae45-7574bc3b2abb req-4f466b19-b123-4766-8134-2c2c6733374c tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1061478 Jan 21 14:25:52.008027 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc5fb9d5-07e5-4e23-9ca0-57208a796bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (c534b15a-4bed-4bd2-8a51-530870afc2fa), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:52.010925 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc5fb9d5-07e5-4e23-9ca0-57208a796bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:52.012162 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-dc5fb9d5-07e5-4e23-9ca0-57208a796bb5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c534b15a-4bed-4bd2-8a51-530870afc2fa HTTP/1.1" status: 204 len: 168 time: 0.5109379 Jan 21 14:25:52.043111 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fb9d5-07e5-4e23-9ca0-57208a796bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c534b15a-4bed-4bd2-8a51-530870afc2fa,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:52.048947 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-21c9c95d-1b87-43c8-ae45-7574bc3b2abb req-fcce049d-af60-41f4-909b-6f9b8c1f19c9 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088104 Jan 21 14:25:52.070274 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Publish callbacks [] for port (a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:52.102364 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['12520556-a15b-4ecf-b8ed-fba02195188d'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:25:52.141403 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:52.165133 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:52.259400 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Attempting to bind port a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:25:52.260436 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Attempting to bind port a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:25:52.260436 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Attempting to bind port a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc on network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:25:52.304451 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:25:52.305858 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Checking segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:52.310799 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:52.311777 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Bound using segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:25:52.314689 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Bound port: a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:25:52.315947 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:52.373179 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506011e0-cb6e-4217-ae59-57bca7e32f5c None None] Pushing event updated for resources: {'Port': ['ID=a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:52.472206 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785ff5d-5a81-43c8-a86c-7be03b8a8e4f req-c4ba6fe0-ae52-4df3-9c20-1ec3db66d3ca tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:52.481352 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6785ff5d-5a81-43c8-a86c-7be03b8a8e4f req-c4ba6fe0-ae52-4df3-9c20-1ec3db66d3ca tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1291528 Jan 21 14:25:52.495072 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] For port a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:25:52.505773 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] For port a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:25:52.547568 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6785ff5d-5a81-43c8-a86c-7be03b8a8e4f req-5b2764af-1506-42b1-a146-aa6056328768 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651338 Jan 21 14:25:52.584848 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a566a-14af-4b0c-b7cd-f8f0cb9ea5e1 req-81d52eef-a183-48f8-a465-db2f52aeb99f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:52.586701 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-022a566a-14af-4b0c-b7cd-f8f0cb9ea5e1 req-81d52eef-a183-48f8-a465-db2f52aeb99f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1520157 Jan 21 14:25:52.595605 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:52.600039 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Allocated IP 172.20.0.1 (c1379d4d-66b4-4ff2-8733-38001496825d/4fdaec47-a0dd-43fa-9b1b-945ec0fd606d/907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:25:52.707644 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Routers {'cf7cd743-dd8c-4c06-b3d9-52b554a82473'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:25:52.708285 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:25:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:52.711530 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506011e0-cb6e-4217-ae59-57bca7e32f5c None None] Pushing event updated for resources: {'Port': ['ID=a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:52.803228 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-022a566a-14af-4b0c-b7cd-f8f0cb9ea5e1 req-a66f70b2-c64b-47e2-9816-8f8eea497403 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095265 Jan 21 14:25:52.831473 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Publish callbacks [] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:52.895489 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] Set router cf7cd743-dd8c-4c06-b3d9-52b554a82473 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:25:52.972881 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:53.027399 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43649563-b782-4960-b6c2-78ee50ddb6c7 req-3a251e59-b51a-4710-8bdc-7ab1c0586a56 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:53.036679 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-43649563-b782-4960-b6c2-78ee50ddb6c7 req-3a251e59-b51a-4710-8bdc-7ab1c0586a56 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 944 time: 0.3734541 Jan 21 14:25:53.050192 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Network c1379d4d-66b4-4ff2-8733-38001496825d is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:25:53.053722 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:53.058040 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:25:53.115087 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Pushing event updated for resources: {'Port': ['ID=907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:53.138633 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580293'] for router_interface (cf7cd743-dd8c-4c06-b3d9-52b554a82473), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:53.145832 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-43649563-b782-4960-b6c2-78ee50ddb6c7 req-ac7ce132-ab4b-4eb9-b6a2-99bf837d53ef tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079588 Jan 21 14:25:53.265890 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:25:49Z', 'revision_number': 3, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:53.299946 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea9016d-950e-4ebd-b09b-37119078663d None None] The sync data for ids ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'] in dv-cinder-821602-20-iscsi is: [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:25:49Z', 'revision_number': 3, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:25:53.334517 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 12520556-a15b-4ecf-b8ed-fba02195188d up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:25:53.336880 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaffe21-9d47-43ae-91f0-214f37d78d3f req-35f00523-df33-4970-85a2-3dd63d0ce0cb tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:53.340393 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bfaffe21-9d47-43ae-91f0-214f37d78d3f req-35f00523-df33-4970-85a2-3dd63d0ce0cb tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1362650 Jan 21 14:25:53.459376 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-116392fe-d0c5-4737-85c9-21787f24c290 None None] Provisioning complete for port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:53.460073 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-116392fe-d0c5-4737-85c9-21787f24c290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:53.466961 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bfaffe21-9d47-43ae-91f0-214f37d78d3f req-37a8b8b9-b07b-4c20-8dd2-7f9db1e43bbd tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682600 Jan 21 14:25:53.536517 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-116392fe-d0c5-4737-85c9-21787f24c290 None None] Port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:25:53.572744 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:53.650709 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port 12520556-a15b-4ecf-b8ed-fba02195188d completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:25:53.665943 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 12520556-a15b-4ecf-b8ed-fba02195188d triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:53.666635 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (12520556-a15b-4ecf-b8ed-fba02195188d), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:53.874446 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d533d-9e81-4ac4-b9fd-9458cf0aef13 req-87944e1a-2bfb-4b90-a707-f441755cf156 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:53.890682 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8c5d533d-9e81-4ac4-b9fd-9458cf0aef13 req-87944e1a-2bfb-4b90-a707-f441755cf156 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1869440 Jan 21 14:25:53.967897 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 12520556-a15b-4ecf-b8ed-fba02195188d is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:53.968371 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (12520556-a15b-4ecf-b8ed-fba02195188d), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:53.973503 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09ab93a0-54bd-4826-a316-d81869d7f1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:54.017006 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8c5d533d-9e81-4ac4-b9fd-9458cf0aef13 req-f8d15f38-df1c-4804-836a-6f23d88deab5 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252990 Jan 21 14:25:54.052123 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f8c413-abcb-4e54-96c8-f68b41b553c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12520556-a15b-4ecf-b8ed-fba02195188d'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:25:54.055195 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ae0f15-295d-41b1-b8de-42f0658604e8" -d '{"events": [{"server_uuid": "67f8c413-abcb-4e54-96c8-f68b41b553c2", "name": "network-vif-plugged", "status": "completed", "tag": "12520556-a15b-4ecf-b8ed-fba02195188d"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:25:54.074487 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Publish callbacks [] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:54.078594 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 12520556-a15b-4ecf-b8ed-fba02195188d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=12520556-a15b-4ecf-b8ed-fba02195188d,segment=NetworkSegment(dca4102f-5f75-495e-b633-7cb47e0012c6),segment_id=dca4102f-5f75-495e-b633-7cb47e0012c6)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:54.084654 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43be15-2051-4be4-8a33-ddaa1ee1ee49 req-1bfea75e-059a-440e-b4d9-97911b720091 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:54.092074 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cb43be15-2051-4be4-8a33-ddaa1ee1ee49 req-1bfea75e-059a-440e-b4d9-97911b720091 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1022651 Jan 21 14:25:54.114374 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f2c2a6-789e-4d92-99f6-90c334cbe2d2 x-openstack-request-id: req-b9f2c2a6-789e-4d92-99f6-90c334cbe2d2 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:25:54.114583 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f8c413-abcb-4e54-96c8-f68b41b553c2", "name": "network-vif-plugged", "status": "completed", "tag": "12520556-a15b-4ecf-b8ed-fba02195188d", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:25:54.114848 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9f2c2a6-789e-4d92-99f6-90c334cbe2d2 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:25:54.115250 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f8c413-abcb-4e54-96c8-f68b41b553c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12520556-a15b-4ecf-b8ed-fba02195188d', 'code': 200} Jan 21 14:25:54.170372 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cb43be15-2051-4be4-8a33-ddaa1ee1ee49 req-3f169de4-56d4-4799-b3ba-79665aa0868e tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746782 Jan 21 14:25:54.172768 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:54.194306 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (12520556-a15b-4ecf-b8ed-fba02195188d), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:54.300424 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797274'] for router_interface (cf7cd743-dd8c-4c06-b3d9-52b554a82473), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:54.308067 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Pushing event updated for resources: {'Port': ['ID=907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:54.321835 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:54.322250 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:54.322608 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:54.326625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:54.326625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:54.326625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:54.326625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:54.326625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:54.326625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:54.326625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:54.326625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:54.326625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:54.326625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:54.376997 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e8eba-1c9a-49d2-a7d6-d220600e07c5 req-e8489804-8139-49e2-aeb6-3647091f8ab7 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:54.386180 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7f1e8eba-1c9a-49d2-a7d6-d220600e07c5 req-e8489804-8139-49e2-aeb6-3647091f8ab7 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 945 time: 0.0813196 Jan 21 14:25:54.444346 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Network c1379d4d-66b4-4ff2-8733-38001496825d is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:25:54.446984 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:54.531482 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7f1e8eba-1c9a-49d2-a7d6-d220600e07c5 req-e2949468-c94b-41b0-aaf8-86c656e2710f tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254485 Jan 21 14:25:54.614146 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=12520556-a15b-4ecf-b8ed-fba02195188d,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:54.810318 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-2219faa8-818b-41ef-adf0-e0ac1a360854 None None] Provisioning complete for port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:54.810318 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2219faa8-818b-41ef-adf0-e0ac1a360854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:54.823790 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c1906-94ca-4f29-bf3c-59c4d2acaaf9 req-3a91a60f-9503-4317-9d7f-9c3002ed08f6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:54.825496 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9a8c1906-94ca-4f29-bf3c-59c4d2acaaf9 req-3a91a60f-9503-4317-9d7f-9c3002ed08f6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1932476 Jan 21 14:25:54.838865 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d39a0a-346a-4bb6-8412-e15d38e01cec req-fcd09c90-394e-49c5-8df4-5adbcb95264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:54.840462 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b3d39a0a-346a-4bb6-8412-e15d38e01cec req-fcd09c90-394e-49c5-8df4-5adbcb95264f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 1098 time: 0.1701751 Jan 21 14:25:54.874280 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Router cf7cd743-dd8c-4c06-b3d9-52b554a82473 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:25:54.910770 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2219faa8-818b-41ef-adf0-e0ac1a360854 None None] Port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:25:54.943228 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:25:55.006424 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:55.006803 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:55.014116 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 55948) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:55.056832 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9a8c1906-94ca-4f29-bf3c-59c4d2acaaf9 req-204e6837-70bf-4f56-8ac7-131fd22e2907 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929243 Jan 21 14:25:55.062113 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b3d39a0a-346a-4bb6-8412-e15d38e01cec req-2d42c315-9c88-4a5f-8403-9f2d3cd4bd35 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101119 Jan 21 14:25:55.107339 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Deleting subnet 25a5ff0e-479b-466c-881a-dffcfb4e3149 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:25:55.112372 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Publish callbacks [] for subnet (25a5ff0e-479b-466c-881a-dffcfb4e3149), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:55.184513 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:55.185259 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:55.186772 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7591984'] for subnet (25a5ff0e-479b-466c-881a-dffcfb4e3149), precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:55.196213 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:25:55.214293 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-6513e3b8-71b8-48ea-b529-e431780300f4 admin admin] 10.222.0.39 "PUT /v2.0/routers/cf7cd743-dd8c-4c06-b3d9-52b554a82473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8419950 Jan 21 14:25:55.214946 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55954) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:55.227657 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:55.272023 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cc72e-0eac-4767-8101-ed81c6efe367 req-8045dc26-0fea-4fa7-a9d1-6ecdb40702a1 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:55.274935 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c63cc72e-0eac-4767-8101-ed81c6efe367 req-8045dc26-0fea-4fa7-a9d1-6ecdb40702a1 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1594117 Jan 21 14:25:55.308223 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:55.354225 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae460980-e78d-4f8b-bb4b-28765833ed0d req-de34d5b3-51c8-436a-84ab-dc76270e2269 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:55.356143 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ae460980-e78d-4f8b-bb4b-28765833ed0d req-de34d5b3-51c8-436a-84ab-dc76270e2269 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.0717616 Jan 21 14:25:55.390940 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (25a5ff0e-479b-466c-881a-dffcfb4e3149), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:55.437197 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:55.506978 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-098537d8-ba06-4d15-93d6-905f18396d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:55.507319 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c63cc72e-0eac-4767-8101-ed81c6efe367 req-651e7673-45a0-4260-958b-fa3b02579115 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761992 Jan 21 14:25:55.507584 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ae460980-e78d-4f8b-bb4b-28765833ed0d req-888e3ab3-f724-439d-b17f-b8fa22400c80 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150584 Jan 21 14:25:55.591546 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-098537d8-ba06-4d15-93d6-905f18396d55 admin admin] Publish callbacks [] for security_group (d25aaa09-da8a-4cbe-97f8-493d8485f23b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:55.685832 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc089a-57e3-43ae-82db-557d327fb9e1 req-070f2c80-dc4c-42f3-a202-2d9e9f1c8fda tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:55.689799 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-62cc089a-57e3-43ae-82db-557d327fb9e1 req-070f2c80-dc4c-42f3-a202-2d9e9f1c8fda tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 945 time: 0.0808859 Jan 21 14:25:55.729145 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5076217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7381003'] for subnet (25a5ff0e-479b-466c-881a-dffcfb4e3149), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:55.755742 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-098537d8-ba06-4d15-93d6-905f18396d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (d25aaa09-da8a-4cbe-97f8-493d8485f23b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:55.779924 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a5ff0e-479b-466c-881a-dffcfb4e3149,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:55.782637 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:55.789096 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/25a5ff0e-479b-466c-881a-dffcfb4e3149 HTTP/1.1" status: 204 len: 168 time: 0.7739139 Jan 21 14:25:55.790855 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 55970) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:55.812778 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-098537d8-ba06-4d15-93d6-905f18396d55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=331ba5230ece432fb5d4f3cb12630c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5901356 Jan 21 14:25:55.812778 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098537d8-ba06-4d15-93d6-905f18396d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25aaa09-da8a-4cbe-97f8-493d8485f23b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:55.815165 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55972) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:55.832594 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-62cc089a-57e3-43ae-82db-557d327fb9e1 req-9e339e7a-3c2b-4a24-9899-97f9b032656d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351049 Jan 21 14:25:55.847049 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:55.847410 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:55.847844 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:55.848087 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:55.848481 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:55.848818 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:55.849155 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:55.849952 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:55.850497 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:55.850935 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:55.851444 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:55.851593 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:55.852003 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e77e26-2759-4bfa-95dc-260312ecbb05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:25:55.919666 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-de84eed0-d850-44b0-892f-255933240776 admin admin] Publish callbacks [] for security_group (d25aaa09-da8a-4cbe-97f8-493d8485f23b), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:55.948197 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3474eef1-bbc0-4ff7-8d44-d673d808cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (42030a7c-f960-4e44-8c28-04264a33c02d), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:55.957897 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-de84eed0-d850-44b0-892f-255933240776 admin admin] Publish callbacks [] for security_group (d25aaa09-da8a-4cbe-97f8-493d8485f23b), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:56.062715 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Sync routers for ids ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:25:56.076411 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3474eef1-bbc0-4ff7-8d44-d673d808cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (42030a7c-f960-4e44-8c28-04264a33c02d), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:56.079979 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Routers {'cf7cd743-dd8c-4c06-b3d9-52b554a82473'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:25:56.081525 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:25:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:56.111596 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3474eef1-bbc0-4ff7-8d44-d673d808cb77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42030a7c-f960-4e44-8c28-04264a33c02d']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:56.126404 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3474eef1-bbc0-4ff7-8d44-d673d808cb77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce31d59-4d85-4a47-a5e2-f7e2fef2f343') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:56.128250 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3474eef1-bbc0-4ff7-8d44-d673d808cb77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce31d59-4d85-4a47-a5e2-f7e2fef2f343') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:56.157802 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3474eef1-bbc0-4ff7-8d44-d673d808cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7592139'] for segment (3ce31d59-4d85-4a47-a5e2-f7e2fef2f343), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:56.181306 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3474eef1-bbc0-4ff7-8d44-d673d808cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (3ce31d59-4d85-4a47-a5e2-f7e2fef2f343), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:56.181921 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-de84eed0-d850-44b0-892f-255933240776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (d25aaa09-da8a-4cbe-97f8-493d8485f23b), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:56.186610 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-de84eed0-d850-44b0-892f-255933240776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:56.188527 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3474eef1-bbc0-4ff7-8d44-d673d808cb77 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:25:56.188905 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3474eef1-bbc0-4ff7-8d44-d673d808cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5076115'] for segment (3ce31d59-4d85-4a47-a5e2-f7e2fef2f343), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.191624 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: Traceback (most recent call last): Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: timer() Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: cb(*args, **kw) Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:25:56.193913 dv-cinder-821602-20-iscsi neutron-server[103332]: return func(*args, **kwargs) Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: self._notify() Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: self.callback(batched_events) Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: event.method(event) Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: return f(self, *a, **k) Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: return self._get(url).json() Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: return self.request(url, 'GET', **kwargs) Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:25:56.195213 dv-cinder-821602-20-iscsi neutron-server[103332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:25:56.206981 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-de84eed0-d850-44b0-892f-255933240776 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d25aaa09-da8a-4cbe-97f8-493d8485f23b HTTP/1.1" status: 204 len: 168 time: 0.3900139 Jan 21 14:25:56.265332 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84eed0-d850-44b0-892f-255933240776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25aaa09-da8a-4cbe-97f8-493d8485f23b,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:56.271926 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Set router cf7cd743-dd8c-4c06-b3d9-52b554a82473 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:25:56.315431 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff4351-e60d-47f7-9386-23b2a1dab5df req-3a43420b-d020-43d5-a4d9-19e993d668a2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:56.315431 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-72ff4351-e60d-47f7-9386-23b2a1dab5df req-3a43420b-d020-43d5-a4d9-19e993d668a2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1500878 Jan 21 14:25:56.407051 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3474eef1-bbc0-4ff7-8d44-d673d808cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (42030a7c-f960-4e44-8c28-04264a33c02d), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:56.416205 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3474eef1-bbc0-4ff7-8d44-d673d808cb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:56.432242 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55986) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:56.432538 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-3474eef1-bbc0-4ff7-8d44-d673d808cb77 admin admin] 10.222.0.39 "DELETE /v2.0/networks/42030a7c-f960-4e44-8c28-04264a33c02d HTTP/1.1" status: 204 len: 168 time: 0.6396630 Jan 21 14:25:56.432736 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 55988) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:56.444081 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474eef1-bbc0-4ff7-8d44-d673d808cb77 admin admin] Pushing event deleted for resources: {'Network': ['ID=42030a7c-f960-4e44-8c28-04264a33c02d,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:56.456241 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1452926212-network', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:56.504261 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-72ff4351-e60d-47f7-9386-23b2a1dab5df req-c4dd9196-0da7-426f-812b-a602e4fb0d19 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459622 Jan 21 14:25:56.525894 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b36d11-0871-476a-8ccd-59bd29240fec admin admin] Deleting subnet c78d943c-5fc2-43b1-8d27-dc3029fe08b4 {{(pid=103331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:25:56.531524 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-71b36d11-0871-476a-8ccd-59bd29240fec admin admin] Publish callbacks [] for subnet (c78d943c-5fc2-43b1-8d27-dc3029fe08b4), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:56.596793 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-71b36d11-0871-476a-8ccd-59bd29240fec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8286619'] for subnet (c78d943c-5fc2-43b1-8d27-dc3029fe08b4), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:56.631178 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:25:53Z', 'revision_number': 4, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1', 'name': '', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'mac_address': 'fa:16:3e:7b:a8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:52Z', 'updated_at': '2022-01-21T14:25:53Z', 'revision_number': 2, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'subnets': [{'id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:56.654726 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] Made reservation on behalf of 748f2b5484da4a7b869b420cb50cf127 for: {'network': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:56.657215 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:56.683315 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Checking router: cf7cd743-dd8c-4c06-b3d9-52b554a82473 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:25:56.683688 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Updating router cf7cd743-dd8c-4c06-b3d9-52b554a82473 port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 binding host dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:25:56.716563 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:56.801320 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b48d6a-c4ab-4d8a-a625-0aae0ddda5bb req-7277d74d-6a86-4c68-9ec5-242faea058ef tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:56.806640 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91c74169-a781-4209-96f8-ab559cd2b229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:56.812059 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-10b48d6a-c4ab-4d8a-a625-0aae0ddda5bb req-7277d74d-6a86-4c68-9ec5-242faea058ef tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1185839 Jan 21 14:25:56.873896 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-10b48d6a-c4ab-4d8a-a625-0aae0ddda5bb req-16774e07-42cb-4380-b810-8f483eb606d9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608764 Jan 21 14:25:56.876427 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:25:56.995299 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.038501 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-71b36d11-0871-476a-8ccd-59bd29240fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (c78d943c-5fc2-43b1-8d27-dc3029fe08b4), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.069937 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a0a35-121c-42a7-930a-b297e41ac3f5 req-62bbd55f-b144-468d-b712-36b6ab875a3e tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:57.078732 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c39a0a35-121c-42a7-930a-b297e41ac3f5 req-62bbd55f-b144-468d-b712-36b6ab875a3e tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 945 time: 0.1049101 Jan 21 14:25:57.081824 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f3a32-c5bc-4b15-8e15-ea3ac7af9cff req-693ac8da-b7c4-42c0-9aba-ed38f37c65dc tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:57.082421 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1d2f3a32-c5bc-4b15-8e15-ea3ac7af9cff req-693ac8da-b7c4-42c0-9aba-ed38f37c65dc tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.4395933 Jan 21 14:25:57.124500 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:57.125335 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.195297 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1d2f3a32-c5bc-4b15-8e15-ea3ac7af9cff req-fe39ca95-74f9-4893-a527-0e24976262ed tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978179 Jan 21 14:25:57.200727 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] Publish callbacks [] for security_group (378357e9-b9a5-4e39-ab1d-fcb62207f808), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.221823 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c39a0a35-121c-42a7-930a-b297e41ac3f5 req-b9903794-274d-43f7-8ebc-5ef7f92a0256 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410241 Jan 21 14:25:57.285899 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-71b36d11-0871-476a-8ccd-59bd29240fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1489334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801958'] for subnet (c78d943c-5fc2-43b1-8d27-dc3029fe08b4), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.306087 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:57.319088 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b36d11-0871-476a-8ccd-59bd29240fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c78d943c-5fc2-43b1-8d27-dc3029fe08b4,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:57.328713 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-71b36d11-0871-476a-8ccd-59bd29240fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.333533 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-71b36d11-0871-476a-8ccd-59bd29240fec admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c78d943c-5fc2-43b1-8d27-dc3029fe08b4 HTTP/1.1" status: 204 len: 168 time: 0.8981977 Jan 21 14:25:57.336116 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 56010) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:57.348958 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (378357e9-b9a5-4e39-ab1d-fcb62207f808), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.352403 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Publish callbacks [] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.398278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:25:57.444534 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (3cafe141-277d-4c63-8eb4-0a38e622f507), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.444941 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.segments_db [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] Added segment 3cafe141-277d-4c63-8eb4-0a38e622f507 of type vlan for network d61d7533-4e6e-4771-8567-270c5546d4c2 Jan 21 14:25:57.446150 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378357e9-b9a5-4e39-ab1d-fcb62207f808,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:57.463335 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b606344-9ec0-4fe3-aa50-659a41ccf114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.465331 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.501601 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (d61d7533-4e6e-4771-8567-270c5546d4c2), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.639088 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b6751-b7b4-4b04-a04d-7b31c5af2e36 None None] Pushing event updated for resources: {'Port': ['ID=907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:57.659309 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Attempting to bind port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:25:57.671549 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Attempting to bind port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': 'f193abf6-600f-4d2d-9391-ed3ea50e3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:25:57.671741 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b606344-9ec0-4fe3-aa50-659a41ccf114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.671889 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Attempting to bind port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 on network c1379d4d-66b4-4ff2-8733-38001496825d {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:25:57.671889 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:25:57.671889 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Checking segment: {'id': 'f193abf6-600f-4d2d-9391-ed3ea50e3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:57.671889 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.671889 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Bound using segment: {'id': 'f193abf6-600f-4d2d-9391-ed3ea50e3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:25:57.671889 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Bound port: 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f193abf6-600f-4d2d-9391-ed3ea50e3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:25:57.671889 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.695748 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-7b606344-9ec0-4fe3-aa50-659a41ccf114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3']}} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:57.695748 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (d61d7533-4e6e-4771-8567-270c5546d4c2), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.696088 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:57.696635 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.712969 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-7b606344-9ec0-4fe3-aa50-659a41ccf114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8910b679-7eb8-448e-a851-81a300df6068') {'for_net_delete': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:57.713507 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-7b606344-9ec0-4fe3-aa50-659a41ccf114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8910b679-7eb8-448e-a851-81a300df6068') {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:57.770777 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] For port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:25:57.775370 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] For port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1,segment=NetworkSegment(f193abf6-600f-4d2d-9391-ed3ea50e3053),segment_id=f193abf6-600f-4d2d-9391-ed3ea50e3053)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:25:57.782597 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b606344-9ec0-4fe3-aa50-659a41ccf114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8286560'] for segment (8910b679-7eb8-448e-a851-81a300df6068), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.835262 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] Pushing event updated for resources: {'Network': ['ID=d61d7533-4e6e-4771-8567-270c5546d4c2,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:57.839212 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b606344-9ec0-4fe3-aa50-659a41ccf114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (8910b679-7eb8-448e-a851-81a300df6068), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.847819 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-40c153b2-6c4c-4f1f-abbc-86674c6ec448 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4099398 Jan 21 14:25:57.849194 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 56028) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:57.852842 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b606344-9ec0-4fe3-aa50-659a41ccf114 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:25:57.853214 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b606344-9ec0-4fe3-aa50-659a41ccf114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1489372'] for segment (8910b679-7eb8-448e-a851-81a300df6068), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.853450 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network d61d7533-4e6e-4771-8567-270c5546d4c2 details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: Traceback (most recent call last): Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: timer() Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: cb(*args, **kw) Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: return func(*args, **kwargs) Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: self._notify() Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: self.callback(batched_events) Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: event.method(event) Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: return f(self, *a, **k) Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._get(url).json() Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: return self.request(url, 'GET', **kwargs) Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:25:57.854961 dv-cinder-821602-20-iscsi neutron-server[103331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:25:57.856991 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0c7905c6-7969-4749-b764-16bacb930009 admin admin] Request body: {'subnet': {'network_id': 'd61d7533-4e6e-4771-8567-270c5546d4c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1452926212-subnet', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127', 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:57.872507 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec1486-36cf-4419-8194-63aafa7e49f8 req-997c5844-fe90-49ac-9aff-d637b582996c tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:57.874105 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4fec1486-36cf-4419-8194-63aafa7e49f8 req-997c5844-fe90-49ac-9aff-d637b582996c tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1695569 Jan 21 14:25:57.955695 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:57.958532 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4fec1486-36cf-4419-8194-63aafa7e49f8 req-22e5e6fb-3401-424e-a643-b848d80983f2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752413 Jan 21 14:25:57.966819 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7905c6-7969-4749-b764-16bacb930009 admin admin] Made reservation on behalf of 748f2b5484da4a7b869b420cb50cf127 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:25:57.970109 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c7905c6-7969-4749-b764-16bacb930009 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7381100'] for subnet (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:58.029267 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b606344-9ec0-4fe3-aa50-659a41ccf114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:58.033602 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-dd5a14fc-8149-4c40-b4e4-9c3059e2ecf2 None None] Provisioning complete for port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:58.034700 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dd5a14fc-8149-4c40-b4e4-9c3059e2ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:58.039744 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b606344-9ec0-4fe3-aa50-659a41ccf114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:58.045478 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-7b606344-9ec0-4fe3-aa50-659a41ccf114 admin admin] 10.222.0.39 "DELETE /v2.0/networks/93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3 HTTP/1.1" status: 204 len: 168 time: 0.7078400 Jan 21 14:25:58.083474 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b606344-9ec0-4fe3-aa50-659a41ccf114 admin admin] Pushing event deleted for resources: {'Network': ['ID=93dd2a3c-bc2d-4ee2-92ea-c047b26d76c3,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:58.171561 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bd448-3ece-4c3b-a473-e80e85835063 req-ea43029c-d074-43cf-bdbb-f95411ed5b74 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:58.184921 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Routers {'cf7cd743-dd8c-4c06-b3d9-52b554a82473'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:25:58.185644 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:25:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:58.185807 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ce4bd448-3ece-4c3b-a473-e80e85835063 req-ea43029c-d074-43cf-bdbb-f95411ed5b74 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1218019 Jan 21 14:25:58.262921 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b6751-b7b4-4b04-a04d-7b31c5af2e36 None None] Pushing event updated for resources: {'Port': ['ID=907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:58.317722 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ce4bd448-3ece-4c3b-a473-e80e85835063 req-ab3b672d-97cc-4e52-a960-c9c620bf7ee9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310871 Jan 21 14:25:58.500323 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bca249-82c2-42c4-9220-46bbd6635cc4 req-45e0ef92-150a-41e8-b908-944126f38c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:58.506037 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a5bca249-82c2-42c4-9220-46bbd6635cc4 req-45e0ef92-150a-41e8-b908-944126f38c60 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53f4be14297047ac9c782215bee96797&device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 1099 time: 0.2281778 Jan 21 14:25:58.529838 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] Set router cf7cd743-dd8c-4c06-b3d9-52b554a82473 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:25:58.532836 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a14fc-8149-4c40-b4e4-9c3059e2ecf2 None None] Current status of the port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:58.534295 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dd5a14fc-8149-4c40-b4e4-9c3059e2ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:58.560761 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20257672-65f1-434e-ba2f-8444633f73b5 req-b72e3d32-d1f4-4d2c-967f-6bd5b4bcf8a7 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:58.562413 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-20257672-65f1-434e-ba2f-8444633f73b5 req-b72e3d32-d1f4-4d2c-967f-6bd5b4bcf8a7 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 945 time: 0.1034441 Jan 21 14:25:58.592653 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ef03f-c0d5-4757-8f75-ba4a1dd98c0c req-5d0b65b7-26a3-4372-85a1-95ea4061b445 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:58.595127 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c7905c6-7969-4749-b764-16bacb930009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5076798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7381106'] for subnet (87bef135-cc2a-445a-863a-79ebced21e61), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:58.601524 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-291ef03f-c0d5-4757-8f75-ba4a1dd98c0c req-5d0b65b7-26a3-4372-85a1-95ea4061b445 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1996605 Jan 21 14:25:58.635731 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 56052) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:58.714117 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7905c6-7969-4749-b764-16bacb930009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87bef135-cc2a-445a-863a-79ebced21e61,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:58.734781 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-20257672-65f1-434e-ba2f-8444633f73b5 req-15c0e6c7-a663-4b52-8900-963fe5986b1b tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633184 Jan 21 14:25:58.752539 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7905c6-7969-4749-b764-16bacb930009 admin admin] Checking segment: {'id': '3cafe141-277d-4c63-8eb4-0a38e622f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd61d7533-4e6e-4771-8567-270c5546d4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:25:58.753334 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7905c6-7969-4749-b764-16bacb930009 admin admin] Network hostable DHCP agents. Network: d61d7533-4e6e-4771-8567-270c5546d4c2, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:25:58.821991 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-291ef03f-c0d5-4757-8f75-ba4a1dd98c0c req-3650e26f-96f1-40ad-be55-95cca6d465cb tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147689 Jan 21 14:25:58.825234 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-ca49ed71-b761-4074-a9fb-61d0d12c0a2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83058528c56f4d52a2b87b94815a3322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858449 Jan 21 14:25:58.828856 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 56056) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:58.855243 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bca249-82c2-42c4-9220-46bbd6635cc4 req-77340592-35a6-4584-b080-dbb18a3db0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:58.857241 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a5bca249-82c2-42c4-9220-46bbd6635cc4 req-77340592-35a6-4584-b080-dbb18a3db0e4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e22d431d-70ce-45d2-9349-3eeb343bec3f HTTP/1.1" status: 200 len: 911 time: 0.3238170 Jan 21 14:25:58.878054 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-dd5a14fc-8149-4c40-b4e4-9c3059e2ecf2 None None] For port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1,segment=NetworkSegment(f193abf6-600f-4d2d-9391-ed3ea50e3053),segment_id=f193abf6-600f-4d2d-9391-ed3ea50e3053)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:58.898911 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7905c6-7969-4749-b764-16bacb930009 admin admin] Network d61d7533-4e6e-4771-8567-270c5546d4c2 is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:25:58.933367 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12cc3064-bd2d-4cb7-920f-0bb02e792657 admin admin] Publish callbacks [] for security_group (63f07329-b080-444a-892e-dbbf51a1e31c), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:58.965897 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12cc3064-bd2d-4cb7-920f-0bb02e792657 admin admin] Publish callbacks [] for security_group (63f07329-b080-444a-892e-dbbf51a1e31c), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:58.969838 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:25:53Z', 'revision_number': 4, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1', 'name': '', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'mac_address': 'fa:16:3e:7b:a8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:52Z', 'updated_at': '2022-01-21T14:25:57Z', 'revision_number': 4, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'subnets': [{'id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:25:58.980689 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a5bca249-82c2-42c4-9220-46bbd6635cc4 req-11cd7164-d7bc-44d0-8297-373f1a0d2ceb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac9d9999-fc38-4faf-9cb9-42b05e4ead09 HTTP/1.1" status: 200 len: 1001 time: 0.1062498 Jan 21 14:25:59.016968 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec5500e-c077-4ac5-b009-493401a2f325 None None] The sync data for ids ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'] in dv-cinder-821602-20-iscsi is: [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:25:53Z', 'revision_number': 4, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1', 'name': '', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'mac_address': 'fa:16:3e:7b:a8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:52Z', 'updated_at': '2022-01-21T14:25:57Z', 'revision_number': 4, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'subnets': [{'id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:25:59.020808 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dd5a14fc-8149-4c40-b4e4-9c3059e2ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:59.044344 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-0c7905c6-7969-4749-b764-16bacb930009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, d61d7533-4e6e-4771-8567-270c5546d4c2) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:25:59.050949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7905c6-7969-4749-b764-16bacb930009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:59.051996 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c7905c6-7969-4749-b764-16bacb930009 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:59.092790 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd5476-083b-48ea-a6d0-0094cb9ff676 None None] Network d61d7533-4e6e-4771-8567-270c5546d4c2 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:25:59.163319 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-0c7905c6-7969-4749-b764-16bacb930009 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3125377 Jan 21 14:25:59.166036 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12cc3064-bd2d-4cb7-920f-0bb02e792657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (63f07329-b080-444a-892e-dbbf51a1e31c), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:59.171088 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12cc3064-bd2d-4cb7-920f-0bb02e792657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:59.177767 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-12cc3064-bd2d-4cb7-920f-0bb02e792657 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/63f07329-b080-444a-892e-dbbf51a1e31c HTTP/1.1" status: 204 len: 168 time: 0.3462083 Jan 21 14:25:59.190107 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 56060) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:25:59.206864 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1452926212-router', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:25:59.210587 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bca249-82c2-42c4-9220-46bbd6635cc4 req-66f788b4-ac78-40d0-86c0-bd855bb99015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:59.213491 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a5bca249-82c2-42c4-9220-46bbd6635cc4 req-66f788b4-ac78-40d0-86c0-bd855bb99015 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=211c3ab0-13b0-4e84-95f9-2038fc691000 HTTP/1.1" status: 200 len: 849 time: 0.2118921 Jan 21 14:25:59.269617 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc3064-bd2d-4cb7-920f-0bb02e792657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f07329-b080-444a-892e-dbbf51a1e31c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:59.332057 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a14fc-8149-4c40-b4e4-9c3059e2ecf2 None None] Pushing event updated for resources: {'Port': ['ID=907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:25:59.333804 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdb5c0-0cc7-42fb-85b2-e2a70345c61e req-b34addb2-433a-4db8-91ff-f56b56fc1c02 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:59.338452 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bca249-82c2-42c4-9220-46bbd6635cc4 req-063ed157-48a7-48ed-9499-f9646c07adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:59.342485 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-76bdb5c0-0cc7-42fb-85b2-e2a70345c61e req-b34addb2-433a-4db8-91ff-f56b56fc1c02 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.2658765 Jan 21 14:25:59.343608 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a5bca249-82c2-42c4-9220-46bbd6635cc4 req-063ed157-48a7-48ed-9499-f9646c07adf3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e22d431d-70ce-45d2-9349-3eeb343bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1231654 Jan 21 14:25:59.369021 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 97be1fbd-a892-44ca-9d18-9c01f5821dcf details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:25:59.499658 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:59.525645 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-f1a98cd0-5e22-446c-8415-288c7896c1c7 None None] Provisioning complete for port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:25:59.526316 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1a98cd0-5e22-446c-8415-288c7896c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:59.572771 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-76bdb5c0-0cc7-42fb-85b2-e2a70345c61e req-bc1db09a-133d-4094-a9c8-07afdc1ca44b tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275739 Jan 21 14:25:59.601880 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (186dbd2c-76db-4e90-9137-c3d972961b85), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:59.604483 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (186dbd2c-76db-4e90-9137-c3d972961b85), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:59.625658 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a5bca249-82c2-42c4-9220-46bbd6635cc4 req-cb725978-fd6d-4fdf-98f8-b7f3e1fdf3b4 service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754896 Jan 21 14:25:59.634823 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18362d20-b8e9-4e43-bfbf-694d6cf13d35 req-c222bb75-b9af-453e-8893-37085805952b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:25:59.636409 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-18362d20-b8e9-4e43-bfbf-694d6cf13d35 req-c222bb75-b9af-453e-8893-37085805952b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.0897980 Jan 21 14:25:59.736129 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 97be1fbd-a892-44ca-9d18-9c01f5821dcf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:25:59.765256 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Publish callbacks [] for router_controller (186dbd2c-76db-4e90-9137-c3d972961b85), precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:59.776049 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp262e89d0-7bb1-5824-b88e-cb05efb5e183-d61d7533-4e6e-4771-8567-270c5546d4c2', 'network_id': 'd61d7533-4e6e-4771-8567-270c5546d4c2', 'project_id': '748f2b5484da4a7b869b420cb50cf127', 'fixed_ips': [{'subnet_id': '87bef135-cc2a-445a-863a-79ebced21e61'}]}} from dv-cinder-821602-20-iscsi. {{(pid=103333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 14:25:59.777129 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:25:59.796560 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'port_id': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'mac_address': 'fa:16:3e:3d:f5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:25:59.868844 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-18362d20-b8e9-4e43-bfbf-694d6cf13d35 req-7c4fc2d2-277a-443d-8376-4efed0d629e4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995087 Jan 21 14:25:59.922535 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a5bca249-82c2-42c4-9220-46bbd6635cc4 req-c4b4e744-2bff-4699-bddf-4a7d9ea06968 service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850025 Jan 21 14:25:59.956286 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 97be1fbd-a892-44ca-9d18-9c01f5821dcf is: ACTIVE; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:25:59.956780 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:00.006431 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97be1fbd-a892-44ca-9d18-9c01f5821dcf {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:26:00.121774 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:00.220890 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 97be1fbd-a892-44ca-9d18-9c01f5821dcf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:26:00.258543 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f1a98cd0-5e22-446c-8415-288c7896c1c7 None None] Current status of the port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:00.316767 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Allocated IP 172.20.0.2 (d61d7533-4e6e-4771-8567-270c5546d4c2/87bef135-cc2a-445a-863a-79ebced21e61/d08ba32a-bf96-4253-bc20-3a7221b2f6a1) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:26:00.400879 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a616ed-31ec-46fb-b507-0f632a1607c6 req-5c31aca4-fbdd-49fe-af7b-5863351a6137 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:00.403174 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e1a616ed-31ec-46fb-b507-0f632a1607c6 req-5c31aca4-fbdd-49fe-af7b-5863351a6137 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.2797470 Jan 21 14:26:00.414780 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Publish callbacks [] for router_gateway (186dbd2c-76db-4e90-9137-c3d972961b85), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:00.463533 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:00.490728 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e1a616ed-31ec-46fb-b507-0f632a1607c6 req-2609ee79-1e68-4c7e-8952-d8d0e78e4fb8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793872 Jan 21 14:26:00.574182 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=97be1fbd-a892-44ca-9d18-9c01f5821dcf,revision_number=6']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:00.627542 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 56098) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:00.641108 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['97be1fbd-a892-44ca-9d18-9c01f5821dcf'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:26:00.720657 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-a2e241ca-4a03-437d-a42a-a1005cf91eca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=588c6af0720e4a379f27a2d955cb9826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0912700 Jan 21 14:26:00.724886 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 56102) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:00.762443 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Publish callbacks [] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:00.827215 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228651ca-5139-4771-bc20-756ad84f38fd req-d530e184-7553-41f3-b6d4-71cadb54c3ed tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:00.828728 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-228651ca-5139-4771-bc20-756ad84f38fd req-d530e184-7553-41f3-b6d4-71cadb54c3ed tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1563516 Jan 21 14:26:00.854597 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5cea4ed7-1328-4042-987f-bcaa4d435c21 admin admin] Publish callbacks [] for security_group (1a657fde-bd8b-4a31-8287-5c8cfb00991a), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:00.886440 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5cea4ed7-1328-4042-987f-bcaa4d435c21 admin admin] Publish callbacks [] for security_group (1a657fde-bd8b-4a31-8287-5c8cfb00991a), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:00.989842 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:01.057629 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Pushing event updated for resources: {'Port': ['ID=d08ba32a-bf96-4253-bc20-3a7221b2f6a1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:01.060813 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:26:01.094144 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-228651ca-5139-4771-bc20-756ad84f38fd req-985b48f7-b2ec-493a-b684-7a25bf15b7ab tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585598 Jan 21 14:26:01.120264 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adfedc-ab24-4a19-b257-73196e2437c8 req-e285c161-79cd-48c8-b510-cf93932efc93 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:01.122732 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b2adfedc-ab24-4a19-b257-73196e2437c8 req-e285c161-79cd-48c8-b510-cf93932efc93 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 945 time: 0.1088161 Jan 21 14:26:01.150512 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Network d61d7533-4e6e-4771-8567-270c5546d4c2 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:26:01.155930 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:26:01.166601 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:26:01.197553 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Publish callbacks [] for router_gateway (186dbd2c-76db-4e90-9137-c3d972961b85), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:01.244957 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:01.247636 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:01.271185 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:01.271418 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:01.271760 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b2adfedc-ab24-4a19-b257-73196e2437c8 req-68ff8595-7382-47c9-999f-5308a43afa14 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200676 Jan 21 14:26:01.309551 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Attempting to bind port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:26:01.310159 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Attempting to bind port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '3cafe141-277d-4c63-8eb4-0a38e622f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd61d7533-4e6e-4771-8567-270c5546d4c2'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:26:01.310337 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Attempting to bind port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 on network d61d7533-4e6e-4771-8567-270c5546d4c2 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:26:01.324270 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5cea4ed7-1328-4042-987f-bcaa4d435c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (1a657fde-bd8b-4a31-8287-5c8cfb00991a), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:01.327736 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5cea4ed7-1328-4042-987f-bcaa4d435c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:01.331647 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-5cea4ed7-1328-4042-987f-bcaa4d435c21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a657fde-bd8b-4a31-8287-5c8cfb00991a HTTP/1.1" status: 204 len: 168 time: 0.6050417 Jan 21 14:26:01.344851 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea4ed7-1328-4042-987f-bcaa4d435c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a657fde-bd8b-4a31-8287-5c8cfb00991a,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:01.377024 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 97be1fbd-a892-44ca-9d18-9c01f5821dcf up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:26:01.381925 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:26:01.383030 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Checking segment: {'id': '3cafe141-277d-4c63-8eb4-0a38e622f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd61d7533-4e6e-4771-8567-270c5546d4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:26:01.383180 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:01.383564 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Bound using segment: {'id': '3cafe141-277d-4c63-8eb4-0a38e622f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd61d7533-4e6e-4771-8567-270c5546d4c2'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:26:01.384062 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Bound port: d08ba32a-bf96-4253-bc20-3a7221b2f6a1, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cafe141-277d-4c63-8eb4-0a38e622f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd61d7533-4e6e-4771-8567-270c5546d4c2'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:26:01.384446 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:01.394035 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01d797-aa20-468f-8dca-6461157c3f04 req-b162d677-715c-4114-9bde-ffd21c247425 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:01.401022 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8b01d797-aa20-468f-8dca-6461157c3f04 req-b162d677-715c-4114-9bde-ffd21c247425 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 944 time: 0.1556561 Jan 21 14:26:01.447825 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Allocated IP 172.27.0.136 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/026bd408-7d08-4404-a1b0-941b80327a93) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:26:01.507391 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8b01d797-aa20-468f-8dca-6461157c3f04 req-ae718773-4c3f-4dca-9cab-96fac828a5ab tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053534 Jan 21 14:26:01.537470 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:01.644536 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:01.648919 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] For port d08ba32a-bf96-4253-bc20-3a7221b2f6a1, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:26:01.651194 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 97be1fbd-a892-44ca-9d18-9c01f5821dcf triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:01.651569 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:01.654636 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] For port d08ba32a-bf96-4253-bc20-3a7221b2f6a1, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=d08ba32a-bf96-4253-bc20-3a7221b2f6a1,segment=NetworkSegment(3cafe141-277d-4c63-8eb4-0a38e622f507),segment_id=3cafe141-277d-4c63-8eb4-0a38e622f507)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:26:01.719172 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Publish callbacks [] for port (026bd408-7d08-4404-a1b0-941b80327a93), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:01.723360 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967acaf4-2ae9-4c58-ad24-f1f76ada7940 req-395eede8-e4f6-48be-8056-30a2c5abeedc tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:01.735141 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-967acaf4-2ae9-4c58-ad24-f1f76ada7940 req-395eede8-e4f6-48be-8056-30a2c5abeedc tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1293085 Jan 21 14:26:01.821685 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 97be1fbd-a892-44ca-9d18-9c01f5821dcf is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:01.821685 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:01.821685 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97be1fbd-a892-44ca-9d18-9c01f5821dcf'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:26:01.821685 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a024b685-478a-438a-bdf9-ebe6ded9337d" -d '{"events": [{"server_uuid": "d4ffadec-c61a-4fff-9b28-7f69eb0694a2", "name": "network-vif-plugged", "status": "completed", "tag": "97be1fbd-a892-44ca-9d18-9c01f5821dcf"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:26:01.838662 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-967acaf4-2ae9-4c58-ad24-f1f76ada7940 req-88c95b6e-e2cb-49da-bea3-8cf5321877dd tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962889 Jan 21 14:26:01.868617 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2074ace4-cb2b-4936-a8d8-7806bbf16fcd x-openstack-request-id: req-2074ace4-cb2b-4936-a8d8-7806bbf16fcd {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:26:01.868951 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ffadec-c61a-4fff-9b28-7f69eb0694a2", "name": "network-vif-plugged", "status": "completed", "tag": "97be1fbd-a892-44ca-9d18-9c01f5821dcf", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:26:01.869192 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2074ace4-cb2b-4936-a8d8-7806bbf16fcd {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:26:01.869603 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'code': 200} Jan 21 14:26:01.874841 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 97be1fbd-a892-44ca-9d18-9c01f5821dcf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:26:01.916695 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:01.992344 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a3bad-14e8-476d-999e-d4c0e406d694 None None] Pushing event updated for resources: {'Port': ['ID=d08ba32a-bf96-4253-bc20-3a7221b2f6a1,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:02.047247 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (026bd408-7d08-4404-a1b0-941b80327a93), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:02.050853 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:02.185207 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Pushing event updated for resources: {'Port': ['ID=026bd408-7d08-4404-a1b0-941b80327a93,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:02.237800 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:26:02.245290 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:26:02.254685 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:26:02.310506 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=97be1fbd-a892-44ca-9d18-9c01f5821dcf,revision_number=7']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:02.376522 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eba74-307a-4f62-a110-9f1c567ff276 req-23c3346b-be85-4f23-8770-67362d6cbb3d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:02.387036 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b06eba74-307a-4f62-a110-9f1c567ff276 req-23c3346b-be85-4f23-8770-67362d6cbb3d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1219904 Jan 21 14:26:02.549685 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b06eba74-307a-4f62-a110-9f1c567ff276 req-e3f4d3ff-e1fe-48c2-ad1d-e9c159cbb520 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592462 Jan 21 14:26:02.759443 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a6b77-dd36-40c2-a27a-ba512dd3e621 req-710d0411-7e96-489c-b457-899604e3c4b2 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:02.761091 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9b2a6b77-dd36-40c2-a27a-ba512dd3e621 req-710d0411-7e96-489c-b457-899604e3c4b2 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 945 time: 0.2160602 Jan 21 14:26:02.877790 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9b2a6b77-dd36-40c2-a27a-ba512dd3e621 req-328022ec-242b-4e55-b029-17ea82326844 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988781 Jan 21 14:26:02.959163 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f143fc-a032-4c73-b1c1-1178edef0313 req-fdef1501-4cf7-4819-b61d-49c0e1630e7d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:02.962373 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-71f143fc-a032-4c73-b1c1-1178edef0313 req-fdef1501-4cf7-4819-b61d-49c0e1630e7d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.3024812 Jan 21 14:26:03.031192 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device d08ba32a-bf96-4253-bc20-3a7221b2f6a1 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:26:03.077478 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713fb79-c279-4ebe-a4cd-8e2afdefb7d2 req-935766a2-c5c6-495b-8d0e-ccc910522392 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:03.084557 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b713fb79-c279-4ebe-a4cd-8e2afdefb7d2 req-935766a2-c5c6-495b-8d0e-ccc910522392 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.88 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 945 time: 0.3783603 Jan 21 14:26:03.184374 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-71f143fc-a032-4c73-b1c1-1178edef0313 req-1e482c0c-6228-4ac9-9ca9-2d2d5fd27f64 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963634 Jan 21 14:26:03.213059 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:03.213786 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:03.452586 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-b713fb79-c279-4ebe-a4cd-8e2afdefb7d2 req-4e48a6e0-3207-4496-af6c-856756b2956d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Deleting port 12520556-a15b-4ecf-b8ed-fba02195188d {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:26:03.454641 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-b713fb79-c279-4ebe-a4cd-8e2afdefb7d2 req-4e48a6e0-3207-4496-af6c-856756b2956d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (12520556-a15b-4ecf-b8ed-fba02195188d), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:03.608179 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Publish callbacks [] for router_gateway (186dbd2c-76db-4e90-9137-c3d972961b85), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:03.608923 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:03.609810 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:03.723440 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-b713fb79-c279-4ebe-a4cd-8e2afdefb7d2 req-4e48a6e0-3207-4496-af6c-856756b2956d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] For port 12520556-a15b-4ecf-b8ed-fba02195188d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=12520556-a15b-4ecf-b8ed-fba02195188d,segment=NetworkSegment(dca4102f-5f75-495e-b633-7cb47e0012c6),segment_id=dca4102f-5f75-495e-b633-7cb47e0012c6)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:26:03.725143 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-b713fb79-c279-4ebe-a4cd-8e2afdefb7d2 req-4e48a6e0-3207-4496-af6c-856756b2956d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (12520556-a15b-4ecf-b8ed-fba02195188d), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:03.762122 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port d08ba32a-bf96-4253-bc20-3a7221b2f6a1, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=d08ba32a-bf96-4253-bc20-3a7221b2f6a1,segment=NetworkSegment(3cafe141-277d-4c63-8eb4-0a38e622f507),segment_id=3cafe141-277d-4c63-8eb4-0a38e622f507)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:26:03.779479 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-b713fb79-c279-4ebe-a4cd-8e2afdefb7d2 req-4e48a6e0-3207-4496-af6c-856756b2956d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Calling delete_port for 12520556-a15b-4ecf-b8ed-fba02195188d owned by compute:nova {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:26:03.875150 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:03.904852 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16a136-ee12-4874-b398-199a66badfe6 req-68b32ea0-b1bc-406b-9fdb-8f8a5e58582c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:03.916112 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-df16a136-ee12-4874-b398-199a66badfe6 req-68b32ea0-b1bc-406b-9fdb-8f8a5e58582c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.8297801 Jan 21 14:26:04.008968 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=d08ba32a-bf96-4253-bc20-3a7221b2f6a1,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:04.100733 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-df16a136-ee12-4874-b398-199a66badfe6 req-81863217-03ab-4700-aa77-74a3f440555a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833427 Jan 21 14:26:04.196699 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a16ca0-fb1e-4556-bb92-4c6c33847a1d None None] Network d61d7533-4e6e-4771-8567-270c5546d4c2 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:26:04.225374 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583159'] for router (186dbd2c-76db-4e90-9137-c3d972961b85), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:04.273662 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-b713fb79-c279-4ebe-a4cd-8e2afdefb7d2 req-4e48a6e0-3207-4496-af6c-856756b2956d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (12520556-a15b-4ecf-b8ed-fba02195188d), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:04.315790 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['12520556-a15b-4ecf-b8ed-fba02195188d'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:26:04.358619 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48a6e0-3207-4496-af6c-856756b2956d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Pushing event deleted for resources: {'Port': ['ID=12520556-a15b-4ecf-b8ed-fba02195188d,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:04.385550 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-3603078d-1029-410f-a49c-38628febf99e None None] Provisioning complete for port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:04.386054 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3603078d-1029-410f-a49c-38628febf99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:04.451994 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a23edc-0ad4-4cb3-abdd-751ddabbba6b req-cc224db3-8a90-40fb-8e2d-b65947525b6f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:04.461801 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9a23edc-0ad4-4cb3-abdd-751ddabbba6b req-cc224db3-8a90-40fb-8e2d-b65947525b6f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.2536101 Jan 21 14:26:04.463464 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-b713fb79-c279-4ebe-a4cd-8e2afdefb7d2 req-4e48a6e0-3207-4496-af6c-856756b2956d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] No DVR routers for this DVR port 12520556-a15b-4ecf-b8ed-fba02195188d on host hv-cinder-82160 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:26:04.479540 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-b713fb79-c279-4ebe-a4cd-8e2afdefb7d2 req-4e48a6e0-3207-4496-af6c-856756b2956d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:04.483218 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b713fb79-c279-4ebe-a4cd-8e2afdefb7d2 req-4e48a6e0-3207-4496-af6c-856756b2956d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.88 "DELETE /v2.0/ports/12520556-a15b-4ecf-b8ed-fba02195188d HTTP/1.1" status: 204 len: 173 time: 1.3200841 Jan 21 14:26:04.483792 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f8c413-abcb-4e54-96c8-f68b41b553c2', 'name': 'network-vif-deleted', 'tag': '12520556-a15b-4ecf-b8ed-fba02195188d'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:26:04.486485 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed909486-c9cf-4e31-a2a3-f1b542c32393" -d '{"events": [{"server_uuid": "67f8c413-abcb-4e54-96c8-f68b41b553c2", "name": "network-vif-deleted", "tag": "12520556-a15b-4ecf-b8ed-fba02195188d"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:26:04.616620 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9a23edc-0ad4-4cb3-abdd-751ddabbba6b req-622f2f35-3066-4ede-b6df-431c3f2f2633 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499174 Jan 21 14:26:04.843842 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c6035674-7a3f-4c9e-8e77-c7cd68c72343 req-1bb63977-2eb5-457a-81ae-a2622c21340d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 210 time: 0.1024258 Jan 21 14:26:04.848381 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Router 186dbd2c-76db-4e90-9137-c3d972961b85 is scheduled to L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 14:26:05.015887 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3603078d-1029-410f-a49c-38628febf99e None None] Current status of the port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:05.045547 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device d08ba32a-bf96-4253-bc20-3a7221b2f6a1 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:26:05.057469 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eb6ddd-fb93-42f8-a4cf-195101f7acd6 x-openstack-request-id: req-19eb6ddd-fb93-42f8-a4cf-195101f7acd6 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:26:05.057783 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f8c413-abcb-4e54-96c8-f68b41b553c2", "name": "network-vif-deleted", "tag": "12520556-a15b-4ecf-b8ed-fba02195188d", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:26:05.058364 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19eb6ddd-fb93-42f8-a4cf-195101f7acd6 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:26:05.058648 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f8c413-abcb-4e54-96c8-f68b41b553c2', 'name': 'network-vif-deleted', 'tag': '12520556-a15b-4ecf-b8ed-fba02195188d', 'status': 'completed', 'code': 200} Jan 21 14:26:05.236111 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:05.240835 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:05.307416 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd5a81-3840-4674-b13e-b3b88e11fdae req-3c243e71-b896-4398-b675-9eb204114e0b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:05.332890 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0ffd5a81-3840-4674-b13e-b3b88e11fdae req-3c243e71-b896-4398-b675-9eb204114e0b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.2407746 Jan 21 14:26:05.525205 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0ffd5a81-3840-4674-b13e-b3b88e11fdae req-784943d1-29d5-4f8d-9ece-d32fe6e23966 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886995 Jan 21 14:26:05.584628 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:26:05.585246 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-321644bc-60bd-40f1-b686-a754eb4c158f None None] Provisioning complete for port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:05.586031 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-321644bc-60bd-40f1-b686-a754eb4c158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:05.604470 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Sync routers for ids ['186dbd2c-76db-4e90-9137-c3d972961b85'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:26:05.606344 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce523173-1bb2-45eb-826f-2a69fae7b792 req-7a8b339e-a439-48e1-871b-714c7544e51b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:05.608410 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ce523173-1bb2-45eb-826f-2a69fae7b792 req-7a8b339e-a439-48e1-871b-714c7544e51b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.2046084 Jan 21 14:26:05.629062 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Routers {'186dbd2c-76db-4e90-9137-c3d972961b85'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:26:05.630308 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:25:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['186dbd2c-76db-4e90-9137-c3d972961b85'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:26:05.694104 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:05.710758 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ce523173-1bb2-45eb-826f-2a69fae7b792 req-bae94ed7-063d-4d09-afff-f43437584b6c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872350 Jan 21 14:26:05.781146 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-321644bc-60bd-40f1-b686-a754eb4c158f None None] Current status of the port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:05.812352 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:05.813713 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-5a98dc8b-6bf5-4ee9-bf8b-77ffa0fc0035 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6197541 Jan 21 14:26:05.824126 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 56222) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:06.030867 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Set router 186dbd2c-76db-4e90-9137-c3d972961b85 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:26:06.033991 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae9a8-7032-4d0a-bac1-b312264d4434 req-991f454d-484f-494d-8fec-7a6c5893d691 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:06.048395 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a54ae9a8-7032-4d0a-bac1-b312264d4434 req-991f454d-484f-494d-8fec-7a6c5893d691 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.3230777 Jan 21 14:26:06.188351 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a54ae9a8-7032-4d0a-bac1-b312264d4434 req-afc05cf7-8b1a-4670-95ef-e5c658a32b96 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388798 Jan 21 14:26:06.450336 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7eb08a09-be6a-4e94-816b-301c9bbd9a40 req-676006c6-88ec-4f91-a061-3c05d3f15210 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=67f8c413-abcb-4e54-96c8-f68b41b553c2 HTTP/1.1" status: 200 len: 210 time: 0.2586927 Jan 21 14:26:06.545771 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'name': 'tempest-TestMinimumBasicScenario-1452926212-router', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '026bd408-7d08-4404-a1b0-941b80327a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:59Z', 'updated_at': '2022-01-21T14:26:02Z', 'revision_number': 3, 'project_id': '748f2b5484da4a7b869b420cb50cf127', 'gw_port': {'id': '026bd408-7d08-4404-a1b0-941b80327a93', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:43:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:26:01Z', 'updated_at': '2022-01-21T14:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:26:06.614448 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Checking router: 186dbd2c-76db-4e90-9137-c3d972961b85 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:26:06.615164 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Updating router 186dbd2c-76db-4e90-9137-c3d972961b85 port 026bd408-7d08-4404-a1b0-941b80327a93 binding host dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:26:06.658635 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (026bd408-7d08-4404-a1b0-941b80327a93), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:06.760084 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903abc3-242d-437a-b637-3e534dd3194c req-c7796bfe-0740-4587-b4c9-05bfd7ea1500 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:06.764619 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b903abc3-242d-437a-b637-3e534dd3194c req-c7796bfe-0740-4587-b4c9-05bfd7ea1500 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1419654 Jan 21 14:26:06.888210 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b903abc3-242d-437a-b637-3e534dd3194c req-1cd8cb22-79d6-4bc8-86a4-313d4fd22bff tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089137 Jan 21 14:26:06.992702 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f377b-e01a-4be7-8c32-958886660ab5 req-fadda3dc-2580-4db7-8673-1535c4fc6ce3 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:06.999373 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f37f377b-e01a-4be7-8c32-958886660ab5 req-fadda3dc-2580-4db7-8673-1535c4fc6ce3 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1909900 Jan 21 14:26:07.146461 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Publish callbacks [] for port (026bd408-7d08-4404-a1b0-941b80327a93), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:07.236077 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f37f377b-e01a-4be7-8c32-958886660ab5 req-6bd4373e-4016-4daa-9ae6-044e5a8a5f8f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238760 Jan 21 14:26:07.262397 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:07.297544 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (026bd408-7d08-4404-a1b0-941b80327a93), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:07.371364 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 12520556-a15b-4ecf-b8ed-fba02195188d no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:26:07.398976 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Attempting to bind port 026bd408-7d08-4404-a1b0-941b80327a93 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:26:07.400553 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Attempting to bind port 026bd408-7d08-4404-a1b0-941b80327a93 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:26:07.401097 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Attempting to bind port 026bd408-7d08-4404-a1b0-941b80327a93 on network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:26:07.403583 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5447d04-3cc1-4bcc-9282-cf746ef12f5d None None] Pushing event updated for resources: {'Port': ['ID=026bd408-7d08-4404-a1b0-941b80327a93,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:07.416251 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: 12520556-a15b-4ecf-b8ed-fba02195188d {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:26:07.416660 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 12520556-a15b-4ecf-b8ed-fba02195188d not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:26:07.420776 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:26:07.422875 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Checking segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:26:07.423656 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:07.424941 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Bound using segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:26:07.425784 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Bound port: 026bd408-7d08-4404-a1b0-941b80327a93, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:26:07.426473 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (026bd408-7d08-4404-a1b0-941b80327a93), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:07.431272 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcd807-07c8-4857-b54f-ad0707d8cf22 req-7d39f441-ed1a-4330-9901-394076d2f94a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:07.437954 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f2fcd807-07c8-4857-b54f-ad0707d8cf22 req-7d39f441-ed1a-4330-9901-394076d2f94a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1390631 Jan 21 14:26:07.518108 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f2fcd807-07c8-4857-b54f-ad0707d8cf22 req-9afdd475-72a0-4f44-99a6-d6ac599b5aab tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784526 Jan 21 14:26:07.597736 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] For port 026bd408-7d08-4404-a1b0-941b80327a93, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:26:07.606653 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] For port 026bd408-7d08-4404-a1b0-941b80327a93, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=026bd408-7d08-4404-a1b0-941b80327a93,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:26:07.693493 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Allocated IP 172.20.0.1 (d61d7533-4e6e-4771-8567-270c5546d4c2/87bef135-cc2a-445a-863a-79ebced21e61/0df6984a-c768-4752-ac11-8809fea3c5d7) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:26:07.699389 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (026bd408-7d08-4404-a1b0-941b80327a93), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:07.797717 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Routers {'186dbd2c-76db-4e90-9137-c3d972961b85'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:26:07.799189 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:25:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['186dbd2c-76db-4e90-9137-c3d972961b85'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:26:07.802800 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5447d04-3cc1-4bcc-9282-cf746ef12f5d None None] Pushing event updated for resources: {'Port': ['ID=026bd408-7d08-4404-a1b0-941b80327a93,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:08.024234 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Publish callbacks [] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:08.095208 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] Set router 186dbd2c-76db-4e90-9137-c3d972961b85 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:26:08.125256 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-15db8a29-b870-439f-a724-8817fcfafa06 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:08.145256 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-15db8a29-b870-439f-a724-8817fcfafa06 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/networks?id=ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 HTTP/1.1" status: 200 len: 809 time: 0.2637596 Jan 21 14:26:08.219549 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-37da3aa0-a5ae-46c6-93a0-47016feb45ca tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/quotas/bf505c10ec504e00ac4c55e94009a09c HTTP/1.1" status: 200 len: 375 time: 0.0726511 Jan 21 14:26:08.228561 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee8e5b-6595-4bf0-a325-694590d9ff6b req-c9494d71-8580-49df-b7d1-036e65e46be3 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:08.237907 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e7ee8e5b-6595-4bf0-a325-694590d9ff6b req-c9494d71-8580-49df-b7d1-036e65e46be3 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1658468 Jan 21 14:26:08.253997 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:08.288473 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-94a812f8-9639-4334-baaa-3a2b418a65c1 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf505c10ec504e00ac4c55e94009a09c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677555 Jan 21 14:26:08.344261 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Network d61d7533-4e6e-4771-8567-270c5546d4c2 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:26:08.348497 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:26:08.359578 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:26:08.464699 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-26eb1af7-df04-4bbb-abb3-c618f1ab120f service neutron] 10.222.0.39 "GET /v2.0/networks/ca4a1dea-5ecf-4f1a-8137-2ed2ef864809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749187 Jan 21 14:26:08.526555 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580293'] for router_interface (186dbd2c-76db-4e90-9137-c3d972961b85), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:08.532426 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Pushing event updated for resources: {'Port': ['ID=0df6984a-c768-4752-ac11-8809fea3c5d7,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:08.540810 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'name': 'tempest-TestMinimumBasicScenario-1452926212-router', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '026bd408-7d08-4404-a1b0-941b80327a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:59Z', 'updated_at': '2022-01-21T14:26:02Z', 'revision_number': 3, 'project_id': '748f2b5484da4a7b869b420cb50cf127', 'gw_port': {'id': '026bd408-7d08-4404-a1b0-941b80327a93', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:43:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:26:01Z', 'updated_at': '2022-01-21T14:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:26:08.666765 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8973e1-02e8-4bc1-aea0-406888c2a2b2 None None] The sync data for ids ['186dbd2c-76db-4e90-9137-c3d972961b85'] in dv-cinder-821602-20-iscsi is: [{'id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'name': 'tempest-TestMinimumBasicScenario-1452926212-router', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '026bd408-7d08-4404-a1b0-941b80327a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:59Z', 'updated_at': '2022-01-21T14:26:02Z', 'revision_number': 3, 'project_id': '748f2b5484da4a7b869b420cb50cf127', 'gw_port': {'id': '026bd408-7d08-4404-a1b0-941b80327a93', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:43:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:26:01Z', 'updated_at': '2022-01-21T14:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:26:08.694605 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e7ee8e5b-6595-4bf0-a325-694590d9ff6b req-71e51ef3-44fc-4c7a-8669-60b58b7a1899 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4554546 Jan 21 14:26:08.827932 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-c8a293d9-a207-4541-8d5e-4715b69da9d9 service neutron] 10.222.0.39 "GET /v2.0/networks/ca4a1dea-5ecf-4f1a-8137-2ed2ef864809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528790 Jan 21 14:26:09.029489 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-70820f06-6995-4a22-88ee-852e2406f332 None None] Provisioning complete for port 0df6984a-c768-4752-ac11-8809fea3c5d7 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:09.038647 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-70820f06-6995-4a22-88ee-852e2406f332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:09.171488 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:09.233237 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-70820f06-6995-4a22-88ee-852e2406f332 None None] Port 0df6984a-c768-4752-ac11-8809fea3c5d7 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:26:09.336218 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13d514-953a-4c22-9c27-761dfe159d2e req-72fe8558-ef63-428b-8f9b-5f67f99ecb78 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:09.344796 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-dd13d514-953a-4c22-9c27-761dfe159d2e req-72fe8558-ef63-428b-8f9b-5f67f99ecb78 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.2588346 Jan 21 14:26:09.735112 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6071b-59bb-490c-9557-89b30191ffa6 req-9c884e55-045d-4bb9-8b7d-d04d72c55802 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:09.743203 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-84a6071b-59bb-490c-9557-89b30191ffa6 req-9c884e55-045d-4bb9-8b7d-d04d72c55802 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1741488 Jan 21 14:26:09.775905 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Publish callbacks [] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:09.827195 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-dd13d514-953a-4c22-9c27-761dfe159d2e req-94e68b34-e3bb-4ac1-b84f-f6fa37b9afec tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808924 Jan 21 14:26:09.878979 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:09.942677 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-84a6071b-59bb-490c-9557-89b30191ffa6 req-5435dd56-ee5a-453d-b4c6-0b6220daa2c4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982901 Jan 21 14:26:10.110927 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bd8064ce-d054-422c-b28f-17b918c675b7 req-06ad3049-ad14-4b05-9efa-d34abae933b1 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0615013 Jan 21 14:26:10.156046 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797274'] for router_interface (186dbd2c-76db-4e90-9137-c3d972961b85), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:10.170129 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Pushing event updated for resources: {'Port': ['ID=0df6984a-c768-4752-ac11-8809fea3c5d7,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:10.206437 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f19e4-fde0-4484-932b-f0300329ad8a req-38962ce0-0f6e-4acd-9e8e-c972fa56306c tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:10.215909 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fe1f19e4-fde0-4484-932b-f0300329ad8a req-38962ce0-0f6e-4acd-9e8e-c972fa56306c tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.0716743 Jan 21 14:26:10.356546 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fe1f19e4-fde0-4484-932b-f0300329ad8a req-7fa34bb0-8c95-4bb4-8189-87bfea784fe0 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390142 Jan 21 14:26:10.366107 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Network d61d7533-4e6e-4771-8567-270c5546d4c2 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:26:10.368154 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:26:10.592032 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Router 186dbd2c-76db-4e90-9137-c3d972961b85 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:26:10.987828 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-fe67c63e-c87c-457e-9320-fdf0b06b62df None None] Provisioning complete for port 0df6984a-c768-4752-ac11-8809fea3c5d7 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:10.995756 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fe67c63e-c87c-457e-9320-fdf0b06b62df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:11.053659 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 026bd408-7d08-4404-a1b0-941b80327a93 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:26:11.182135 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fe67c63e-c87c-457e-9320-fdf0b06b62df None None] Port 0df6984a-c768-4752-ac11-8809fea3c5d7 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:26:11.200200 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 026bd408-7d08-4404-a1b0-941b80327a93 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:11.201168 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (026bd408-7d08-4404-a1b0-941b80327a93), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:11.284758 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:26:11.301838 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec9d20-b20f-4005-851f-e2c1c34b962c req-1e95f54d-f706-461c-943a-dcb8125c2215 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:11.333072 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-1a1fa956-2adb-433d-87e1-85e8553e514e admin admin] 10.222.0.39 "PUT /v2.0/routers/186dbd2c-76db-4e90-9137-c3d972961b85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5077224 Jan 21 14:26:11.336501 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-aaec9d20-b20f-4005-851f-e2c1c34b962c req-1e95f54d-f706-461c-943a-dcb8125c2215 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1965148 Jan 21 14:26:11.374021 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 026bd408-7d08-4404-a1b0-941b80327a93 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:11.374021 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (026bd408-7d08-4404-a1b0-941b80327a93), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:11.417590 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f3d65-0232-4c58-abd9-18e694005b0f req-b62ab03a-dab1-406e-a4ed-6eeb73c21038 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:11.444407 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port 026bd408-7d08-4404-a1b0-941b80327a93, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=026bd408-7d08-4404-a1b0-941b80327a93,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:26:11.451232 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e96f3d65-0232-4c58-abd9-18e694005b0f req-b62ab03a-dab1-406e-a4ed-6eeb73c21038 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.2078447 Jan 21 14:26:11.526589 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (026bd408-7d08-4404-a1b0-941b80327a93), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:11.590012 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-aaec9d20-b20f-4005-851f-e2c1c34b962c req-1a6605f6-d7bf-4102-9b6e-509442460cfc tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522914 Jan 21 14:26:11.645610 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e96f3d65-0232-4c58-abd9-18e694005b0f req-4e7d2e45-4233-4743-a5b6-f10a34860ef2 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745155 Jan 21 14:26:11.794427 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=026bd408-7d08-4404-a1b0-941b80327a93,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:11.806948 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 56350) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:11.823557 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-94b4d18b-714b-4363-b811-118710250e83 req-fdce99e7-2698-45f2-97b5-763d02c70ae3 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0803709 Jan 21 14:26:11.941362 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee641a0f-4943-426b-835a-d6d97041ed56 req-e4d63ffc-6542-4581-a1f9-0ab13f30376d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:11.949717 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ee641a0f-4943-426b-835a-d6d97041ed56 req-e4d63ffc-6542-4581-a1f9-0ab13f30376d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1108325 Jan 21 14:26:12.036242 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ee641a0f-4943-426b-835a-d6d97041ed56 req-123cf5ce-31e7-4d99-a4ec-c4f806595e97 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761533 Jan 21 14:26:12.285215 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f34e7ca6-dd46-47f2-bc58-84affb5951c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:12.295839 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Sync routers for ids ['186dbd2c-76db-4e90-9137-c3d972961b85'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:26:12.319708 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Routers {'186dbd2c-76db-4e90-9137-c3d972961b85'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:26:12.320353 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:25:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['186dbd2c-76db-4e90-9137-c3d972961b85'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:26:12.439033 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f34e7ca6-dd46-47f2-bc58-84affb5951c6 admin admin] Publish callbacks [] for security_group (5501ebd8-03de-47bd-9320-9dcecb32d97e), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:12.485190 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Set router 186dbd2c-76db-4e90-9137-c3d972961b85 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:26:12.527728 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f34e7ca6-dd46-47f2-bc58-84affb5951c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (5501ebd8-03de-47bd-9320-9dcecb32d97e), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:12.610675 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 56368) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:12.611473 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-f34e7ca6-dd46-47f2-bc58-84affb5951c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9e34a656206430785b244cb939d1413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8021560 Jan 21 14:26:12.639164 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e7ca6-dd46-47f2-bc58-84affb5951c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5501ebd8-03de-47bd-9320-9dcecb32d97e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:12.719396 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78a067e8-7ecc-4d89-99a0-baf1290f9771 admin admin] Publish callbacks [] for security_group (5501ebd8-03de-47bd-9320-9dcecb32d97e), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:12.762592 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78a067e8-7ecc-4d89-99a0-baf1290f9771 admin admin] Publish callbacks [] for security_group (5501ebd8-03de-47bd-9320-9dcecb32d97e), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:13.082411 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fafa9-cddf-4853-aed4-7b3961d9e355 req-4dcd08f7-df09-4626-93cb-3bf3e15ad0d3 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:13.082411 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1c2fafa9-cddf-4853-aed4-7b3961d9e355 req-4dcd08f7-df09-4626-93cb-3bf3e15ad0d3 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1288493 Jan 21 14:26:13.082579 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd318d7-47d2-4204-9e82-0659d6168f23 req-952efa5f-4cec-48fb-89f8-1e861c67523f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:13.082860 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7bd318d7-47d2-4204-9e82-0659d6168f23 req-952efa5f-4cec-48fb-89f8-1e861c67523f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.2303650 Jan 21 14:26:13.092338 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 026bd408-7d08-4404-a1b0-941b80327a93 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:26:13.138180 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78a067e8-7ecc-4d89-99a0-baf1290f9771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (5501ebd8-03de-47bd-9320-9dcecb32d97e), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:13.146800 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78a067e8-7ecc-4d89-99a0-baf1290f9771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:13.149262 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-78a067e8-7ecc-4d89-99a0-baf1290f9771 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5501ebd8-03de-47bd-9320-9dcecb32d97e HTTP/1.1" status: 204 len: 168 time: 0.5358770 Jan 21 14:26:13.221912 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a067e8-7ecc-4d89-99a0-baf1290f9771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5501ebd8-03de-47bd-9320-9dcecb32d97e,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:13.238727 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1c2fafa9-cddf-4853-aed4-7b3961d9e355 req-a60c65bd-d414-482b-a406-b57b5109a70a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344333 Jan 21 14:26:13.246505 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-bc3c3662-cfe9-4b7d-8364-e6accd9abaee tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:13.248947 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-bc3c3662-cfe9-4b7d-8364-e6accd9abaee tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.88 "GET /v2.0/networks?id=ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 HTTP/1.1" status: 200 len: 809 time: 0.4400206 Jan 21 14:26:13.280877 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-d38ebe9b-6def-40b4-9e62-e57dd0874826 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Request body: {'port': {'device_id': '3fa90816-2e00-4413-8541-7afd31f891f7', 'network_id': 'ca4a1dea-5ecf-4f1a-8137-2ed2ef864809', 'admin_state_up': True, 'tenant_id': 'bf505c10ec504e00ac4c55e94009a09c'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:26:13.432476 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3245c60d-454c-4f52-b8a4-7c18cb4c3090 req-1882fb7e-7b7e-4f44-95e8-edc3087c5025 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0655463 Jan 21 14:26:13.490145 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7bd318d7-47d2-4204-9e82-0659d6168f23 req-48a533d0-b413-4f34-814f-f8e6cf438b88 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3606529 Jan 21 14:26:13.634465 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 026bd408-7d08-4404-a1b0-941b80327a93 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:13.635302 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (026bd408-7d08-4404-a1b0-941b80327a93), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:13.646180 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48051be1-4552-46c4-8b90-d523119ba234 req-2a657a4a-b28b-4eee-94ef-47041409d073 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:13.656000 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-48051be1-4552-46c4-8b90-d523119ba234 req-2a657a4a-b28b-4eee-94ef-47041409d073 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.0982449 Jan 21 14:26:13.739932 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-48051be1-4552-46c4-8b90-d523119ba234 req-2cda6c9a-2829-465f-8abe-db50c357b362 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770860 Jan 21 14:26:13.842208 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'name': 'tempest-TestMinimumBasicScenario-1452926212-router', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '026bd408-7d08-4404-a1b0-941b80327a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:59Z', 'updated_at': '2022-01-21T14:26:09Z', 'revision_number': 4, 'project_id': '748f2b5484da4a7b869b420cb50cf127', 'gw_port': {'id': '026bd408-7d08-4404-a1b0-941b80327a93', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:26:01Z', 'updated_at': '2022-01-21T14:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '0df6984a-c768-4752-ac11-8809fea3c5d7', 'name': '', 'network_id': 'd61d7533-4e6e-4771-8567-270c5546d4c2', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127', 'mac_address': 'fa:16:3e:68:65:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '87bef135-cc2a-445a-863a-79ebced21e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:26:07Z', 'updated_at': '2022-01-21T14:26:09Z', 'revision_number': 2, 'project_id': '748f2b5484da4a7b869b420cb50cf127', 'subnets': [{'id': '87bef135-cc2a-445a-863a-79ebced21e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:26:13.886715 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-d38ebe9b-6def-40b4-9e62-e57dd0874826 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Made reservation on behalf of bf505c10ec504e00ac4c55e94009a09c for: {'port': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:26:13.906995 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:26:13.909895 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-d38ebe9b-6def-40b4-9e62-e57dd0874826 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:13.917609 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Checking router: 186dbd2c-76db-4e90-9137-c3d972961b85 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:26:13.918004 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Updating router 186dbd2c-76db-4e90-9137-c3d972961b85 port 0df6984a-c768-4752-ac11-8809fea3c5d7 binding host dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:26:14.015703 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:14.184346 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 026bd408-7d08-4404-a1b0-941b80327a93 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:14.295144 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-d38ebe9b-6def-40b4-9e62-e57dd0874826 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Allocated IP 172.20.0.4 (ca4a1dea-5ecf-4f1a-8137-2ed2ef864809/d356b182-1a81-4aea-8521-7341f31575ae/b8d44042-73e5-473d-8efe-e04beee70ba2) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:26:14.693562 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f0ccdd36-f834-4b1a-80a3-241f7e09d849 req-92d39128-e333-4391-a83c-319456f4072b tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0820985 Jan 21 14:26:14.699760 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 56420) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:14.768453 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7e4d2922-ee37-4655-9033-d418148a7959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:15.063515 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abd7e1-5da9-4426-a3f2-1e3251506757 req-95e87be1-f786-4b2e-8411-7ac07e62c009 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:15.073331 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-41abd7e1-5da9-4426-a3f2-1e3251506757 req-95e87be1-f786-4b2e-8411-7ac07e62c009 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1800981 Jan 21 14:26:15.080942 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af9b68-54c0-4995-ab71-5e1221f97f0c req-c4708fdb-b1ef-4ea1-9b0a-6c3989b5b1dd tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:15.082609 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f9af9b68-54c0-4995-ab71-5e1221f97f0c req-c4708fdb-b1ef-4ea1-9b0a-6c3989b5b1dd tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1851008 Jan 21 14:26:15.194660 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-d38ebe9b-6def-40b4-9e62-e57dd0874826 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks [] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:15.205052 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Publish callbacks [] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:15.362601 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-41abd7e1-5da9-4426-a3f2-1e3251506757 req-ab47eca2-bb86-488f-a119-1f7ada7b5745 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769752 Jan 21 14:26:15.391066 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:15.396621 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7e4d2922-ee37-4655-9033-d418148a7959 admin admin] Publish callbacks [] for security_group (c8b62ecf-715a-4272-ac39-fdd5e45be99b), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:15.409283 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f9af9b68-54c0-4995-ab71-5e1221f97f0c req-57b15942-7bce-4f8f-9ded-559549158740 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060720 Jan 21 14:26:15.525434 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7e4d2922-ee37-4655-9033-d418148a7959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (c8b62ecf-715a-4272-ac39-fdd5e45be99b), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:15.609387 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a733b-2e62-48db-9946-2ef909288108 None None] Pushing event updated for resources: {'Port': ['ID=0df6984a-c768-4752-ac11-8809fea3c5d7,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:15.633348 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Attempting to bind port 0df6984a-c768-4752-ac11-8809fea3c5d7 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:26:15.633769 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Attempting to bind port 0df6984a-c768-4752-ac11-8809fea3c5d7 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '3cafe141-277d-4c63-8eb4-0a38e622f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd61d7533-4e6e-4771-8567-270c5546d4c2'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:26:15.634266 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Attempting to bind port 0df6984a-c768-4752-ac11-8809fea3c5d7 on network d61d7533-4e6e-4771-8567-270c5546d4c2 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:26:15.639064 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-d38ebe9b-6def-40b4-9e62-e57dd0874826 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:15.685429 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:26:15.686453 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Checking segment: {'id': '3cafe141-277d-4c63-8eb4-0a38e622f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd61d7533-4e6e-4771-8567-270c5546d4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:26:15.687240 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:15.690621 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Bound using segment: {'id': '3cafe141-277d-4c63-8eb4-0a38e622f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd61d7533-4e6e-4771-8567-270c5546d4c2'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:26:15.714720 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Bound port: 0df6984a-c768-4752-ac11-8809fea3c5d7, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cafe141-277d-4c63-8eb4-0a38e622f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd61d7533-4e6e-4771-8567-270c5546d4c2'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:26:15.716651 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:15.744440 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d2922-ee37-4655-9033-d418148a7959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b62ecf-715a-4272-ac39-fdd5e45be99b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:15.753919 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-7e4d2922-ee37-4655-9033-d418148a7959 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d260dc0a3b57469aba638f9460ee407e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0455828 Jan 21 14:26:15.756163 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 56434) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:15.948974 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919665b8-8c25-41e9-b69c-e099c745b8a0 req-6001dcdf-a5f9-4f3e-ac11-6abff04aa5e8 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:15.958705 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-919665b8-8c25-41e9-b69c-e099c745b8a0 req-6001dcdf-a5f9-4f3e-ac11-6abff04aa5e8 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.3719883 Jan 21 14:26:16.030139 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8289a54-682a-4bd3-b79a-19ee1e6a032e admin admin] Publish callbacks [] for security_group (c8b62ecf-715a-4272-ac39-fdd5e45be99b), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:16.048848 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] For port 0df6984a-c768-4752-ac11-8809fea3c5d7, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:26:16.089078 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-d38ebe9b-6def-40b4-9e62-e57dd0874826 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Network ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:26:16.089078 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ebe9b-6def-40b4-9e62-e57dd0874826 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Pushing event updated for resources: {'Port': ['ID=b8d44042-73e5-473d-8efe-e04beee70ba2,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:16.094148 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-d38ebe9b-6def-40b4-9e62-e57dd0874826 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:26:16.104171 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-d38ebe9b-6def-40b4-9e62-e57dd0874826 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:26:16.154809 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] For port 0df6984a-c768-4752-ac11-8809fea3c5d7, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=0df6984a-c768-4752-ac11-8809fea3c5d7,segment=NetworkSegment(3cafe141-277d-4c63-8eb4-0a38e622f507),segment_id=3cafe141-277d-4c63-8eb4-0a38e622f507)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:26:16.196362 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-745bd734-8e82-409c-b5a3-78dedf4ad31c None None] Provisioning complete for port 0df6984a-c768-4752-ac11-8809fea3c5d7 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:16.196996 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-745bd734-8e82-409c-b5a3-78dedf4ad31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:16.200889 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993c42c-8216-4d3d-8f56-4a8e0012c0c3 req-ebc15e20-338b-402a-9050-488898ea47a4 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:16.205360 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7993c42c-8216-4d3d-8f56-4a8e0012c0c3 req-ebc15e20-338b-402a-9050-488898ea47a4 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 931 time: 0.2747967 Jan 21 14:26:16.207963 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8289a54-682a-4bd3-b79a-19ee1e6a032e admin admin] Publish callbacks [] for security_group (c8b62ecf-715a-4272-ac39-fdd5e45be99b), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:16.318158 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:16.328711 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7993c42c-8216-4d3d-8f56-4a8e0012c0c3 req-5ec2fff0-a807-45ea-9cae-d0577c690e77 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146047 Jan 21 14:26:16.374886 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-919665b8-8c25-41e9-b69c-e099c745b8a0 req-d3804130-7329-49ae-bb57-76cd36e3d151 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4151499 Jan 21 14:26:16.430079 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-745bd734-8e82-409c-b5a3-78dedf4ad31c None None] Port 0df6984a-c768-4752-ac11-8809fea3c5d7 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:26:16.435107 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-d38ebe9b-6def-40b4-9e62-e57dd0874826 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:16.435497 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-d38ebe9b-6def-40b4-9e62-e57dd0874826 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:16.459435 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Routers {'186dbd2c-76db-4e90-9137-c3d972961b85'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:26:16.460030 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:25:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['186dbd2c-76db-4e90-9137-c3d972961b85'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:26:16.473402 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8289a54-682a-4bd3-b79a-19ee1e6a032e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (c8b62ecf-715a-4272-ac39-fdd5e45be99b), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:16.481113 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8289a54-682a-4bd3-b79a-19ee1e6a032e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:16.485158 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-f8289a54-682a-4bd3-b79a-19ee1e6a032e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8b62ecf-715a-4272-ac39-fdd5e45be99b HTTP/1.1" status: 204 len: 168 time: 0.7192948 Jan 21 14:26:16.561900 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8289a54-682a-4bd3-b79a-19ee1e6a032e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b62ecf-715a-4272-ac39-fdd5e45be99b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:16.811563 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797960d-f762-4bd4-a2a7-5bb9489bc67c req-556c9c93-3597-46a8-95b8-5f96109db732 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:16.818361 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a797960d-f762-4bd4-a2a7-5bb9489bc67c req-556c9c93-3597-46a8-95b8-5f96109db732 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.3565741 Jan 21 14:26:16.881071 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-d38ebe9b-6def-40b4-9e62-e57dd0874826 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6135006 Jan 21 14:26:17.020996 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ec2b4-feac-4c1b-9449-6119c066d63e req-fef106f7-e13a-4ac0-9f2b-3fb92497bf8a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:17.035884 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a797960d-f762-4bd4-a2a7-5bb9489bc67c req-8f5a1905-c12b-447c-b6c7-cb75a2072ed5 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108791 Jan 21 14:26:17.036900 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-929ec2b4-feac-4c1b-9449-6119c066d63e req-fef106f7-e13a-4ac0-9f2b-3fb92497bf8a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.2031615 Jan 21 14:26:17.111508 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a733b-2e62-48db-9946-2ef909288108 None None] Pushing event updated for resources: {'Port': ['ID=0df6984a-c768-4752-ac11-8809fea3c5d7,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:17.128307 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] Set router 186dbd2c-76db-4e90-9137-c3d972961b85 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:26:17.216948 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-62f5501d-bd5d-4075-bb32-c1f9cc470535 None None] Provisioning complete for port 0df6984a-c768-4752-ac11-8809fea3c5d7 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:17.217382 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62f5501d-bd5d-4075-bb32-c1f9cc470535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:17.231395 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-929ec2b4-feac-4c1b-9449-6119c066d63e req-98ff1e42-3baf-4773-8f92-00bc19955a71 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929274 Jan 21 14:26:17.450476 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-62f5501d-bd5d-4075-bb32-c1f9cc470535 None None] Current status of the port 0df6984a-c768-4752-ac11-8809fea3c5d7 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:17.451085 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62f5501d-bd5d-4075-bb32-c1f9cc470535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:17.530588 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-62f5501d-bd5d-4075-bb32-c1f9cc470535 None None] For port 0df6984a-c768-4752-ac11-8809fea3c5d7, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=0df6984a-c768-4752-ac11-8809fea3c5d7,segment=NetworkSegment(3cafe141-277d-4c63-8eb4-0a38e622f507),segment_id=3cafe141-277d-4c63-8eb4-0a38e622f507)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:26:17.559600 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'name': 'tempest-TestMinimumBasicScenario-1452926212-router', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '026bd408-7d08-4404-a1b0-941b80327a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:59Z', 'updated_at': '2022-01-21T14:26:09Z', 'revision_number': 4, 'project_id': '748f2b5484da4a7b869b420cb50cf127', 'gw_port': {'id': '026bd408-7d08-4404-a1b0-941b80327a93', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:26:01Z', 'updated_at': '2022-01-21T14:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '0df6984a-c768-4752-ac11-8809fea3c5d7', 'name': '', 'network_id': 'd61d7533-4e6e-4771-8567-270c5546d4c2', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127', 'mac_address': 'fa:16:3e:68:65:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '87bef135-cc2a-445a-863a-79ebced21e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:26:07Z', 'updated_at': '2022-01-21T14:26:15Z', 'revision_number': 4, 'project_id': '748f2b5484da4a7b869b420cb50cf127', 'subnets': [{'id': '87bef135-cc2a-445a-863a-79ebced21e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:26:17.585496 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a994de-2222-4e90-b569-b84f483db650 req-dd59f67c-d2da-44f3-9632-7fbe6b6e53a1 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:17.601467 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e323e30-5330-4d0a-80c8-7f121330bc52 req-083d22d8-6dad-4c03-ae80-a16ff1ea4110 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:17.602615 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a3a994de-2222-4e90-b569-b84f483db650 req-dd59f67c-d2da-44f3-9632-7fbe6b6e53a1 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 931 time: 0.1182017 Jan 21 14:26:17.611632 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4e323e30-5330-4d0a-80c8-7f121330bc52 req-083d22d8-6dad-4c03-ae80-a16ff1ea4110 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1114047 Jan 21 14:26:17.619673 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be104c5-dcb6-44ad-9ce0-5acb690dd095 None None] The sync data for ids ['186dbd2c-76db-4e90-9137-c3d972961b85'] in dv-cinder-821602-20-iscsi is: [{'id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'name': 'tempest-TestMinimumBasicScenario-1452926212-router', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '026bd408-7d08-4404-a1b0-941b80327a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:59Z', 'updated_at': '2022-01-21T14:26:09Z', 'revision_number': 4, 'project_id': '748f2b5484da4a7b869b420cb50cf127', 'gw_port': {'id': '026bd408-7d08-4404-a1b0-941b80327a93', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:26:01Z', 'updated_at': '2022-01-21T14:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '0df6984a-c768-4752-ac11-8809fea3c5d7', 'name': '', 'network_id': 'd61d7533-4e6e-4771-8567-270c5546d4c2', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127', 'mac_address': 'fa:16:3e:68:65:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '87bef135-cc2a-445a-863a-79ebced21e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:26:07Z', 'updated_at': '2022-01-21T14:26:15Z', 'revision_number': 4, 'project_id': '748f2b5484da4a7b869b420cb50cf127', 'subnets': [{'id': '87bef135-cc2a-445a-863a-79ebced21e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:26:17.696060 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a3a994de-2222-4e90-b569-b84f483db650 req-92ec4be2-80fb-4c03-87cb-76eb5af74be4 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924611 Jan 21 14:26:17.751005 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4e323e30-5330-4d0a-80c8-7f121330bc52 req-b40507f5-3cce-4a82-9302-572c95664d17 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164126 Jan 21 14:26:17.760882 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62f5501d-bd5d-4075-bb32-c1f9cc470535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:17.843424 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5501d-bd5d-4075-bb32-c1f9cc470535 None None] Pushing event updated for resources: {'Port': ['ID=0df6984a-c768-4752-ac11-8809fea3c5d7,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:18.353959 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c43f5-1f8a-48c4-ade5-8eb1e7062025 req-24985eef-9236-423f-93ba-9c4200a506ec tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:18.366198 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e41c43f5-1f8a-48c4-ade5-8eb1e7062025 req-24985eef-9236-423f-93ba-9c4200a506ec tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1559443 Jan 21 14:26:18.458058 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Request body: {'port': {'device_id': '3fa90816-2e00-4413-8541-7afd31f891f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:26:18.592327 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dd463-270a-41cc-91f8-6df946410c07 req-593b6558-f30e-4732-8a33-449a04b486da tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:18.600697 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bf5dd463-270a-41cc-91f8-6df946410c07 req-593b6558-f30e-4732-8a33-449a04b486da tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1917386 Jan 21 14:26:18.665747 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:18.731742 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bf5dd463-270a-41cc-91f8-6df946410c07 req-73be384c-54b3-4755-a520-4df945b0556e tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309726 Jan 21 14:26:18.738318 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e41c43f5-1f8a-48c4-ade5-8eb1e7062025 req-ece1174d-0874-4b4f-9403-595bdf86cb4a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3671868 Jan 21 14:26:19.068309 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba038-d37f-4e62-a23d-73fa42f91af1 req-b44d2266-3ef4-47f3-9329-1d19fc4030a7 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:19.083092 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d36ba038-d37f-4e62-a23d-73fa42f91af1 req-b44d2266-3ef4-47f3-9329-1d19fc4030a7 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 931 time: 0.2116735 Jan 21 14:26:19.161068 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 0df6984a-c768-4752-ac11-8809fea3c5d7 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:26:19.241246 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d36ba038-d37f-4e62-a23d-73fa42f91af1 req-c0329b0c-96e9-43c7-acd6-2e7e51caca60 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494091 Jan 21 14:26:19.346814 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 0df6984a-c768-4752-ac11-8809fea3c5d7 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:19.347527 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:19.448223 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb73e-7252-475a-82cc-3481fc76532a req-79cd3169-b931-4065-9e20-577d0bf95332 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:19.464675 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0a0fb73e-7252-475a-82cc-3481fc76532a req-79cd3169-b931-4065-9e20-577d0bf95332 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.4806798 Jan 21 14:26:19.552983 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 0df6984a-c768-4752-ac11-8809fea3c5d7 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:19.709256 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0a0fb73e-7252-475a-82cc-3481fc76532a req-25757c2f-6f7d-4133-98b1-c1bbb9ef3d32 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313497 Jan 21 14:26:19.746007 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d44042-73e5-473d-8efe-e04beee70ba2 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:26:19.763872 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Publish callbacks [] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:19.810599 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Transition to ACTIVE for port object b8d44042-73e5-473d-8efe-e04beee70ba2 will not be triggered until provisioned by entity L2. {{(pid=103331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:26:19.947522 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:20.086585 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d44042-73e5-473d-8efe-e04beee70ba2,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:20.263576 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8ec40-009c-4b05-a672-b44b94b2b3e9 req-b919e518-b969-4a6f-82bb-ce58a645d993 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:20.277983 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-94d8ec40-009c-4b05-a672-b44b94b2b3e9 req-b919e518-b969-4a6f-82bb-ce58a645d993 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1503882 Jan 21 14:26:20.430961 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-94d8ec40-009c-4b05-a672-b44b94b2b3e9 req-66b5c85d-5072-4011-94ab-784d0aefca5d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313872 Jan 21 14:26:20.575841 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca336f-220f-4829-8b50-9516410a46be req-11b58db4-7e2c-4cd8-897d-516f3f2f8f16 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:20.589738 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b9ca336f-220f-4829-8b50-9516410a46be req-11b58db4-7e2c-4cd8-897d-516f3f2f8f16 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.5084255 Jan 21 14:26:20.659358 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Attempting to bind port b8d44042-73e5-473d-8efe-e04beee70ba2 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:26:20.660021 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Attempting to bind port b8d44042-73e5-473d-8efe-e04beee70ba2 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'dca4102f-5f75-495e-b633-7cb47e0012c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ca4a1dea-5ecf-4f1a-8137-2ed2ef864809'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:26:20.660586 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Attempting to bind port b8d44042-73e5-473d-8efe-e04beee70ba2 on network ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:26:20.711223 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Port b8d44042-73e5-473d-8efe-e04beee70ba2 on network ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:26:20.712261 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Attempting to bind port b8d44042-73e5-473d-8efe-e04beee70ba2 on network ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:26:20.723783 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba88d7-9ba3-485b-ad52-0ad9328c3982 req-c6bbecdc-ddf9-496b-a9a4-b90ac38d184e tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:20.728545 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d1ba88d7-9ba3-485b-ad52-0ad9328c3982 req-c6bbecdc-ddf9-496b-a9a4-b90ac38d184e tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 943 time: 0.1063042 Jan 21 14:26:20.736621 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:26:20.737210 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Checking segment: {'id': 'dca4102f-5f75-495e-b633-7cb47e0012c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ca4a1dea-5ecf-4f1a-8137-2ed2ef864809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:26:20.737876 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Bound using segment: {'id': 'dca4102f-5f75-495e-b633-7cb47e0012c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ca4a1dea-5ecf-4f1a-8137-2ed2ef864809'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:26:20.738703 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Bound port: b8d44042-73e5-473d-8efe-e04beee70ba2, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca4102f-5f75-495e-b633-7cb47e0012c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ca4a1dea-5ecf-4f1a-8137-2ed2ef864809'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:26:20.739325 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:20.931260 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d1ba88d7-9ba3-485b-ad52-0ad9328c3982 req-87474db4-3099-4e09-b774-2c571b4b96c3 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893477 Jan 21 14:26:20.976864 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b9ca336f-220f-4829-8b50-9516410a46be req-aafc3db4-bef3-4ce8-91bd-47213e9b1bdf tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858325 Jan 21 14:26:21.090098 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] For port b8d44042-73e5-473d-8efe-e04beee70ba2, host hv-cinder-82160, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:26:21.094819 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] For port b8d44042-73e5-473d-8efe-e04beee70ba2, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8d44042-73e5-473d-8efe-e04beee70ba2,segment=NetworkSegment(dca4102f-5f75-495e-b633-7cb47e0012c6),segment_id=dca4102f-5f75-495e-b633-7cb47e0012c6)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:26:21.271150 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac26f08-ca45-40d2-ae10-2754729a7cc2 req-d3eb8d0b-dd3d-4a25-b858-6e8cf1f04aa0 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:21.274314 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-eac26f08-ca45-40d2-ae10-2754729a7cc2 req-d3eb8d0b-dd3d-4a25-b858-6e8cf1f04aa0 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1129928 Jan 21 14:26:21.395103 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-eac26f08-ca45-40d2-ae10-2754729a7cc2 req-604d5266-9b75-4374-a236-33ebd519c7c6 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095309 Jan 21 14:26:21.648152 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17424d9-1df7-46e4-9fad-3101861eb85c req-c32fe0f7-9b57-4f43-a2c5-c1edf75cf55b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:21.652144 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d17424d9-1df7-46e4-9fad-3101861eb85c req-c32fe0f7-9b57-4f43-a2c5-c1edf75cf55b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1197457 Jan 21 14:26:21.855032 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d17424d9-1df7-46e4-9fad-3101861eb85c req-6e530286-7154-4577-bfd2-462d3fa7422d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821091 Jan 21 14:26:22.042585 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:22.192536 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44a852-c486-4d93-ada2-0e4bc5d814f1 req-0733a859-1b2a-4adf-bbe3-a7bb3660982d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:22.207414 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9e44a852-c486-4d93-ada2-0e4bc5d814f1 req-0733a859-1b2a-4adf-bbe3-a7bb3660982d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 943 time: 0.1028671 Jan 21 14:26:22.258146 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d44042-73e5-473d-8efe-e04beee70ba2,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:22.305796 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:22.306939 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:22.309322 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-edd1c30c-fd36-43bd-b85c-5d5ba4311159 service neutron] 10.222.0.88 "PUT /v2.0/ports/b8d44042-73e5-473d-8efe-e04beee70ba2 HTTP/1.1" status: 200 len: 1093 time: 3.8703411 Jan 21 14:26:22.319016 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa90816-2e00-4413-8541-7afd31f891f7', 'tag': 'b8d44042-73e5-473d-8efe-e04beee70ba2'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:26:22.323009 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0268d2ac-f506-48c2-9130-1d09bdfdb83c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa90816-2e00-4413-8541-7afd31f891f7", "tag": "b8d44042-73e5-473d-8efe-e04beee70ba2"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:26:22.347910 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9e44a852-c486-4d93-ada2-0e4bc5d814f1 req-28b8bef3-2352-4b04-a4c2-5eba6bfd7b8d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347258 Jan 21 14:26:22.379875 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681ff9b-44dc-431d-93e9-c3c03a2013b9 req-295ac8f5-ae58-48c9-ae9f-0455a871b436 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:22.381729 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1681ff9b-44dc-431d-93e9-c3c03a2013b9 req-295ac8f5-ae58-48c9-ae9f-0455a871b436 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1303327 Jan 21 14:26:22.391010 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefc55b5-af90-4a96-9a59-a545dc534705 x-openstack-request-id: req-fefc55b5-af90-4a96-9a59-a545dc534705 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:26:22.391337 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa90816-2e00-4413-8541-7afd31f891f7", "tag": "b8d44042-73e5-473d-8efe-e04beee70ba2", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:26:22.391556 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fefc55b5-af90-4a96-9a59-a545dc534705 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:26:22.392011 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa90816-2e00-4413-8541-7afd31f891f7', 'tag': 'b8d44042-73e5-473d-8efe-e04beee70ba2', 'status': 'completed', 'code': 200} Jan 21 14:26:22.526227 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1681ff9b-44dc-431d-93e9-c3c03a2013b9 req-20b30fac-ebff-4cac-84d5-eb3df1acb112 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306984 Jan 21 14:26:22.747649 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca855c-9efa-4e6c-828c-c42cdb2da93a req-f10a4449-6443-4fa8-ab9e-16931e274ecb tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:22.749861 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f1ca855c-9efa-4e6c-828c-c42cdb2da93a req-f10a4449-6443-4fa8-ab9e-16931e274ecb tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1236367 Jan 21 14:26:22.928138 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f1ca855c-9efa-4e6c-828c-c42cdb2da93a req-8652157c-2b10-4946-8513-e6ba8f03a134 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575534 Jan 21 14:26:23.532836 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799baf77-0533-44df-a646-b4ed1acef781 req-33cdf0c4-38c4-4ee4-a8f1-de67801e1c90 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:23.542855 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-799baf77-0533-44df-a646-b4ed1acef781 req-33cdf0c4-38c4-4ee4-a8f1-de67801e1c90 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 943 time: 0.0738442 Jan 21 14:26:23.660093 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-799baf77-0533-44df-a646-b4ed1acef781 req-06c5a2c9-f7a7-4941-bede-59224aad6160 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162486 Jan 21 14:26:23.692218 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6aab60-d0dc-46a6-9675-c28a3b9186ac req-a79cbd5b-f535-4d83-9d39-5f5f3c0feccb tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:23.700309 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2c6aab60-d0dc-46a6-9675-c28a3b9186ac req-a79cbd5b-f535-4d83-9d39-5f5f3c0feccb tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.6504884 Jan 21 14:26:23.857944 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2c6aab60-d0dc-46a6-9675-c28a3b9186ac req-cd6a5984-9030-495d-9fee-c58f4bbbc1db tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562350 Jan 21 14:26:23.981860 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76a023fa-2953-4f3f-a174-f0546b46aed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:24.031633 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19291228-08ca-4ad2-8fc0-4fd500c619df req-34f1e304-b0c0-46d9-9ad9-31501205b19f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:24.069104 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-19291228-08ca-4ad2-8fc0-4fd500c619df req-34f1e304-b0c0-46d9-9ad9-31501205b19f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.2503552 Jan 21 14:26:24.293952 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-19291228-08ca-4ad2-8fc0-4fd500c619df req-e405a8c7-97dc-45c9-a473-45c0125039ad tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211602 Jan 21 14:26:24.381367 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 56586) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:24.389690 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b65407-b49e-4e89-ad95-5f1c85052add req-26d28961-6300-4c71-9cf9-61c49e9f12e8 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:24.393774 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f1b65407-b49e-4e89-ad95-5f1c85052add req-26d28961-6300-4c71-9cf9-61c49e9f12e8 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1576183 Jan 21 14:26:24.557550 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f1b65407-b49e-4e89-ad95-5f1c85052add req-b45d55eb-fc34-4f08-b725-c39b8e23b9e2 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545217 Jan 21 14:26:24.620896 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b6cfc13-b5d6-4410-b212-9d95e60630bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:24.797378 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b6cfc13-b5d6-4410-b212-9d95e60630bb admin admin] Publish callbacks [] for security_group (910296eb-508a-482c-82c6-c433f4f885db), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:24.919191 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b6cfc13-b5d6-4410-b212-9d95e60630bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (910296eb-508a-482c-82c6-c433f4f885db), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:25.129229 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-0b6cfc13-b5d6-4410-b212-9d95e60630bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ff901e76c1141d9bbd7137720003a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7417054 Jan 21 14:26:25.134485 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 56594) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:25.269994 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-222428d0-a33d-4bc5-b32d-16b5d71dd6d9 admin admin] Publish callbacks [] for security_group (910296eb-508a-482c-82c6-c433f4f885db), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:25.297731 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda87471-8f4d-4e14-ba09-f425c268efbb req-0d4a8184-83cf-4bc3-ab4f-3b84087013ce tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:25.312847 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cda87471-8f4d-4e14-ba09-f425c268efbb req-0d4a8184-83cf-4bc3-ab4f-3b84087013ce tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.2027256 Jan 21 14:26:25.343697 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-222428d0-a33d-4bc5-b32d-16b5d71dd6d9 admin admin] Publish callbacks [] for security_group (910296eb-508a-482c-82c6-c433f4f885db), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:25.363843 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cfc13-b5d6-4410-b212-9d95e60630bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910296eb-508a-482c-82c6-c433f4f885db,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:25.416349 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed966ef-988f-4557-bc32-d53b009d415e req-00f5e0a6-7cd4-414d-86a4-852f3b467e27 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:25.418415 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3ed966ef-988f-4557-bc32-d53b009d415e req-00f5e0a6-7cd4-414d-86a4-852f3b467e27 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 943 time: 0.4726162 Jan 21 14:26:25.529085 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cda87471-8f4d-4e14-ba09-f425c268efbb req-4ef8f3d0-4306-4086-935f-658bc424b972 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131495 Jan 21 14:26:25.530314 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3ed966ef-988f-4557-bc32-d53b009d415e req-9970ad38-020a-4d5f-afcd-ae7e365c65ab tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012406 Jan 21 14:26:25.546926 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268d2ac-f506-48c2-9130-1d09bdfdb83c req-1a278802-6675-4b57-a120-d223946b2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:25.557908 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0268d2ac-f506-48c2-9130-1d09bdfdb83c req-1a278802-6675-4b57-a120-d223946b2b7e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bf505c10ec504e00ac4c55e94009a09c&device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 1096 time: 0.2309091 Jan 21 14:26:25.634278 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-222428d0-a33d-4bc5-b32d-16b5d71dd6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (910296eb-508a-482c-82c6-c433f4f885db), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:25.639049 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-222428d0-a33d-4bc5-b32d-16b5d71dd6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:25.645448 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-222428d0-a33d-4bc5-b32d-16b5d71dd6d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/910296eb-508a-482c-82c6-c433f4f885db HTTP/1.1" status: 204 len: 168 time: 0.5050068 Jan 21 14:26:25.744215 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222428d0-a33d-4bc5-b32d-16b5d71dd6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910296eb-508a-482c-82c6-c433f4f885db,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:25.943116 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a272d-acdb-4f46-a9b9-a1cf9c28103f req-067681f0-4db4-434a-8323-cda0a7c46844 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:25.954468 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b35a272d-acdb-4f46-a9b9-a1cf9c28103f req-067681f0-4db4-434a-8323-cda0a7c46844 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.2738345 Jan 21 14:26:25.989869 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268d2ac-f506-48c2-9130-1d09bdfdb83c req-d62f2d88-2674-4de1-934c-b795cd2eff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:25.994329 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0268d2ac-f506-48c2-9130-1d09bdfdb83c req-d62f2d88-2674-4de1-934c-b795cd2eff4f service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=bf505c10ec504e00ac4c55e94009a09c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4306724 Jan 21 14:26:26.066102 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef7e19-d6f2-48db-afac-3d1b0b3883aa req-0121dee2-eccf-48d3-b897-e712eee00a72 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:26.073680 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-39ef7e19-d6f2-48db-afac-3d1b0b3883aa req-0121dee2-eccf-48d3-b897-e712eee00a72 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.3420656 Jan 21 14:26:26.103404 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b35a272d-acdb-4f46-a9b9-a1cf9c28103f req-4f4befe4-3687-4dee-8de3-7fecc561edd0 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333318 Jan 21 14:26:26.232496 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-39ef7e19-d6f2-48db-afac-3d1b0b3883aa req-0efa63e2-7058-41c1-abdb-f2ce794cec86 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574597 Jan 21 14:26:26.261202 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268d2ac-f506-48c2-9130-1d09bdfdb83c req-177d0a13-12c8-4ee8-886a-9b12e5f940be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:26.263101 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0268d2ac-f506-48c2-9130-1d09bdfdb83c req-177d0a13-12c8-4ee8-886a-9b12e5f940be service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2579565 Jan 21 14:26:26.473687 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-0ac30c6a-07d9-4b05-9b2d-eb0b10c36b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:26.475926 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-0ac30c6a-07d9-4b05-9b2d-eb0b10c36b36 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bf505c10ec504e00ac4c55e94009a09c&device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 1096 time: 0.1258314 Jan 21 14:26:26.545998 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-2134b841-3496-4154-bace-df03b8e03d38 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8d44042-73e5-473d-8efe-e04beee70ba2 HTTP/1.1" status: 200 len: 217 time: 0.0608797 Jan 21 14:26:26.617329 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-2625e1c5-4559-46aa-ab5a-24307ce3c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:26.619021 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-2625e1c5-4559-46aa-ab5a-24307ce3c24f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d356b182-1a81-4aea-8521-7341f31575ae HTTP/1.1" status: 200 len: 849 time: 0.0661008 Jan 21 14:26:26.666887 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-70d6b2d8-024b-4a3b-91c4-ec3be94e4ec6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ca4a1dea-5ecf-4f1a-8137-2ed2ef864809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325575 Jan 21 14:26:26.718149 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c6040e4-e414-40e3-9f5e-8e5fb3367446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:26.763235 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b84201-7452-4e52-a9cd-80a58b25e580 req-455b5cc8-8883-4c4b-bf46-e59e53d22554 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:26.765397 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c5b84201-7452-4e52-a9cd-80a58b25e580 req-455b5cc8-8883-4c4b-bf46-e59e53d22554 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 943 time: 0.1030419 Jan 21 14:26:26.783601 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb7b6b-ebba-495a-ba5d-3b1266b91f61 req-cf2f40a7-735e-454c-9af3-7573664c3b67 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:26.798733 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9dfb7b6b-ebba-495a-ba5d-3b1266b91f61 req-cf2f40a7-735e-454c-9af3-7573664c3b67 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1128464 Jan 21 14:26:26.920467 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9dfb7b6b-ebba-495a-ba5d-3b1266b91f61 req-306e45f8-2a5f-40be-b74e-f3f22409e9d0 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199427 Jan 21 14:26:26.928627 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c5b84201-7452-4e52-a9cd-80a58b25e580 req-03e97101-0dd2-483c-8976-4861f5045218 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564462 Jan 21 14:26:27.025563 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-105457a9-753f-44a6-aa49-75ec0c7c8bc1 service neutron] 10.222.0.88 "GET /v2.0/networks/ca4a1dea-5ecf-4f1a-8137-2ed2ef864809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330365 Jan 21 14:26:27.165872 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-410dce24-a688-48a5-9dfa-549e32f4bf30 req-99e348da-03a8-4e01-b4b3-42646361d54f service neutron] 10.222.0.88 "GET /v2.0/networks/ca4a1dea-5ecf-4f1a-8137-2ed2ef864809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288800 Jan 21 14:26:27.366958 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a05b2a-7810-45b5-ac80-a27caa7e8b6f req-02176a96-c9fb-4931-a5f2-acdb8373f35c tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:27.369712 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e1a05b2a-7810-45b5-ac80-a27caa7e8b6f req-02176a96-c9fb-4931-a5f2-acdb8373f35c tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1168103 Jan 21 14:26:27.479762 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e1a05b2a-7810-45b5-ac80-a27caa7e8b6f req-083a1835-c66a-4581-a517-1107bd37b350 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974066 Jan 21 14:26:27.545218 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f25ba-b6c6-4c1c-8444-44124bd12ab1 req-1a09a901-bae2-480a-bc77-26a33ea39552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:27.548748 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cc2f25ba-b6c6-4c1c-8444-44124bd12ab1 req-1a09a901-bae2-480a-bc77-26a33ea39552 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=60aa34d5299842f1aa2a2e8e745df561&device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 1098 time: 0.2146654 Jan 21 14:26:27.596079 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ac16d-6fad-4742-b106-cf7877ee1edf req-6c242ba9-b0f2-4917-bf38-97cf9135014c tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:27.599292 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-187ac16d-6fad-4742-b106-cf7877ee1edf req-6c242ba9-b0f2-4917-bf38-97cf9135014c tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1616278 Jan 21 14:26:27.695765 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-187ac16d-6fad-4742-b106-cf7877ee1edf req-ee1b360f-8626-4a34-838f-efd5992edd2c tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894148 Jan 21 14:26:27.886173 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0604e-fd0e-4f6a-920f-df2a6e10c5f6 req-aa92c819-339f-47b1-9daf-d7e78a8e758a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:27.887877 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-65f0604e-fd0e-4f6a-920f-df2a6e10c5f6 req-aa92c819-339f-47b1-9daf-d7e78a8e758a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0728712 Jan 21 14:26:27.948407 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-65f0604e-fd0e-4f6a-920f-df2a6e10c5f6 req-f83dc189-c2b7-43f5-8700-28bfa054ed74 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506780 Jan 21 14:26:28.076779 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fa2a3-d2d6-4ced-bf86-1e47b5cbcfb0 req-e3b7579e-0fc7-46bd-b9d9-825b2d59a593 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:28.078898 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-387fa2a3-d2d6-4ced-bf86-1e47b5cbcfb0 req-e3b7579e-0fc7-46bd-b9d9-825b2d59a593 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 943 time: 0.0672355 Jan 21 14:26:28.082593 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735b60a-22ed-4b95-b151-8a0a15a85425 req-b64af62a-be73-4f0e-88d3-dea520ded949 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:28.084504 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c735b60a-22ed-4b95-b151-8a0a15a85425 req-b64af62a-be73-4f0e-88d3-dea520ded949 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.0736201 Jan 21 14:26:28.148733 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-387fa2a3-d2d6-4ced-bf86-1e47b5cbcfb0 req-d061efc2-6ac0-4b63-b01f-44f95646516e tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603733 Jan 21 14:26:28.154052 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c735b60a-22ed-4b95-b151-8a0a15a85425 req-d7ae76b5-e482-455b-9c2d-d2ad2b5dc11b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605757 Jan 21 14:26:28.669896 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f25ba-b6c6-4c1c-8444-44124bd12ab1 req-cee8465f-dab5-41ba-95bb-3d0adf8240a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:28.672144 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cc2f25ba-b6c6-4c1c-8444-44124bd12ab1 req-cee8465f-dab5-41ba-95bb-3d0adf8240a7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea HTTP/1.1" status: 200 len: 916 time: 0.1617310 Jan 21 14:26:28.854731 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c006eb-ac61-4bb3-af44-d7c1d8dbb804 req-bf27e98b-fe67-446e-93c9-56271e4e3b86 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:28.868976 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-11c006eb-ac61-4bb3-af44-d7c1d8dbb804 req-bf27e98b-fe67-446e-93c9-56271e4e3b86 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.0734253 Jan 21 14:26:28.947553 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-11c006eb-ac61-4bb3-af44-d7c1d8dbb804 req-d28ce120-b683-46b3-b53f-87e8975f7c20 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767951 Jan 21 14:26:29.109729 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacc977-7538-4d13-bd98-35e446d9a04f req-862f3cba-514a-47ca-a229-622a29e58907 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:29.120271 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5bacc977-7538-4d13-bd98-35e446d9a04f req-862f3cba-514a-47ca-a229-622a29e58907 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0818865 Jan 21 14:26:29.194259 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5bacc977-7538-4d13-bd98-35e446d9a04f req-819ba5a6-1451-417a-8ad8-a8cb707ac71a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728407 Jan 21 14:26:29.331757 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:29.367798 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d962b-e75b-4a60-87b9-1cadb54d6fbb req-ae8af388-b172-470d-9bdf-31ec70eb9986 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:29.370670 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cd3d962b-e75b-4a60-87b9-1cadb54d6fbb req-ae8af388-b172-470d-9bdf-31ec70eb9986 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.0623829 Jan 21 14:26:29.417243 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60aa7c-a1e6-48aa-84ca-85e2b01b4e6f req-dc65e18c-2c44-4a6f-8f46-0764cb27a78c tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:29.425231 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8e60aa7c-a1e6-48aa-84ca-85e2b01b4e6f req-dc65e18c-2c44-4a6f-8f46-0764cb27a78c tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 943 time: 0.1185288 Jan 21 14:26:29.475338 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cd3d962b-e75b-4a60-87b9-1cadb54d6fbb req-ce29a29c-9ac6-4f45-9be6-187bfaeeed85 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944409 Jan 21 14:26:29.511995 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8e60aa7c-a1e6-48aa-84ca-85e2b01b4e6f req-563e3fb6-034d-479d-a5f0-532e4620779e tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852296 Jan 21 14:26:29.750657 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:30.147160 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372af781-1b83-4e9f-a98e-8751cfe5effa req-07f3229b-ff09-4c8b-a9c4-8214d54d4167 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:30.160375 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-372af781-1b83-4e9f-a98e-8751cfe5effa req-07f3229b-ff09-4c8b-a9c4-8214d54d4167 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.0699968 Jan 21 14:26:30.223990 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-372af781-1b83-4e9f-a98e-8751cfe5effa req-01ad1b24-4cba-4566-97a5-a6f532772fec tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670855 Jan 21 14:26:30.374613 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a8454-7d0a-432e-9319-6005ca08f1f2 req-db612820-c793-44b7-8771-141b2482880e tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:30.382330 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a77a8454-7d0a-432e-9319-6005ca08f1f2 req-db612820-c793-44b7-8771-141b2482880e tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0768287 Jan 21 14:26:30.573633 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e8d30-efdf-4939-91c8-5c65dca069eb req-4abc4f41-b874-45e2-a42e-9810efb3190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:30.575648 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-354e8d30-efdf-4939-91c8-5c65dca069eb req-4abc4f41-b874-45e2-a42e-9810efb3190c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53f4be14297047ac9c782215bee96797&device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 1099 time: 0.0881665 Jan 21 14:26:30.584463 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cc2f25ba-b6c6-4c1c-8444-44124bd12ab1 req-c180f641-6d2d-48c5-b47e-fda4891db57a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf HTTP/1.1" status: 200 len: 1001 time: 0.1990128 Jan 21 14:26:30.601760 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a77a8454-7d0a-432e-9319-6005ca08f1f2 req-3a952a2a-b97a-44a8-925f-c04f0fe27cb5 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184339 Jan 21 14:26:30.737293 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f25ba-b6c6-4c1c-8444-44124bd12ab1 req-2e7501c4-e6f3-4b9e-8a49-76983f6cb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:30.742336 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cc2f25ba-b6c6-4c1c-8444-44124bd12ab1 req-2e7501c4-e6f3-4b9e-8a49-76983f6cb08b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1af3231-f7ce-40f9-b8d1-bdab42531b8f HTTP/1.1" status: 200 len: 854 time: 0.1391761 Jan 21 14:26:30.843175 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933d7ac-c6f4-4c56-99b6-e8a442a06839 req-e4fcae3b-ac6f-41c7-8e30-c931938e38cb tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:30.850937 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7933d7ac-c6f4-4c56-99b6-e8a442a06839 req-e4fcae3b-ac6f-41c7-8e30-c931938e38cb tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 943 time: 0.1040826 Jan 21 14:26:30.880066 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f25ba-b6c6-4c1c-8444-44124bd12ab1 req-b0c89cca-bf1b-46ef-959b-3b70f444f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:30.881867 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cc2f25ba-b6c6-4c1c-8444-44124bd12ab1 req-b0c89cca-bf1b-46ef-959b-3b70f444f6ba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1328135 Jan 21 14:26:30.944516 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84227c7b-11e7-45c5-830e-6b2caf17965b req-88f6937b-333c-4f14-ac13-b5dfce6c7b37 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:30.951679 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-84227c7b-11e7-45c5-830e-6b2caf17965b req-88f6937b-333c-4f14-ac13-b5dfce6c7b37 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1837401 Jan 21 14:26:30.960023 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e8d30-efdf-4939-91c8-5c65dca069eb req-06e7e0dd-2602-48bb-85ae-a74c4c8a56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:30.961570 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-354e8d30-efdf-4939-91c8-5c65dca069eb req-06e7e0dd-2602-48bb-85ae-a74c4c8a56e2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e22d431d-70ce-45d2-9349-3eeb343bec3f HTTP/1.1" status: 200 len: 911 time: 0.3782439 Jan 21 14:26:31.069558 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:31.088889 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7933d7ac-c6f4-4c56-99b6-e8a442a06839 req-59328f0f-ec2c-427a-88a6-bfb446e766ac tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366049 Jan 21 14:26:31.133062 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be0b7d-ea5b-44ed-9e1e-853641ca8cff req-5aa89c18-b797-4b9d-9978-02d7e018831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:31.135832 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-81be0b7d-ea5b-44ed-9e1e-853641ca8cff req-5aa89c18-b797-4b9d-9978-02d7e018831d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 1099 time: 0.2339070 Jan 21 14:26:31.139413 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-84227c7b-11e7-45c5-830e-6b2caf17965b req-30a3a635-1619-4b82-97f3-1b2e797dc0ac tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864996 Jan 21 14:26:31.165773 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-354e8d30-efdf-4939-91c8-5c65dca069eb req-05a428dc-1e24-4be7-8ff5-30db77a516ad service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac9d9999-fc38-4faf-9cb9-42b05e4ead09 HTTP/1.1" status: 200 len: 1001 time: 0.1943288 Jan 21 14:26:31.222477 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cc2f25ba-b6c6-4c1c-8444-44124bd12ab1 req-c2afb89a-a6a6-452e-8fd0-5b8e7f847a26 service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217068 Jan 21 14:26:31.288212 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e8d30-efdf-4939-91c8-5c65dca069eb req-d57c70d9-04a9-48dd-883f-067fad748299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:31.291830 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-354e8d30-efdf-4939-91c8-5c65dca069eb req-d57c70d9-04a9-48dd-883f-067fad748299 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=211c3ab0-13b0-4e84-95f9-2038fc691000 HTTP/1.1" status: 200 len: 849 time: 0.1181798 Jan 21 14:26:31.299246 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-81be0b7d-ea5b-44ed-9e1e-853641ca8cff req-57464a08-2ce9-420a-a89c-2f1069d2b238 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448064 Jan 21 14:26:31.432204 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e8d30-efdf-4939-91c8-5c65dca069eb req-5f9d2d3a-336f-4366-8144-3fe88bed1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:31.435494 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-354e8d30-efdf-4939-91c8-5c65dca069eb req-5f9d2d3a-336f-4366-8144-3fe88bed1b8f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e22d431d-70ce-45d2-9349-3eeb343bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1371090 Jan 21 14:26:31.475984 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:31.549121 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a46e07-13cb-4446-8291-5237f79e5d8c req-b5f53999-cf46-4a9b-b764-c1adbf58c1ab tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:31.553368 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-49a46e07-13cb-4446-8291-5237f79e5d8c req-b5f53999-cf46-4a9b-b764-c1adbf58c1ab tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1460674 Jan 21 14:26:31.557861 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cc2f25ba-b6c6-4c1c-8444-44124bd12ab1 req-4efe20c4-3408-42ad-a75f-0f6c26d065d4 service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258584 Jan 21 14:26:31.723003 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-49a46e07-13cb-4446-8291-5237f79e5d8c req-876c9005-912d-4834-96a4-fcf71d17760e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631224 Jan 21 14:26:31.747571 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-354e8d30-efdf-4939-91c8-5c65dca069eb req-863d0c9e-f2c6-4a8a-aa47-13924f0b12e8 service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192941 Jan 21 14:26:31.878395 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc727e8f-cc22-4d19-9619-d1ede31e75f2 req-37efa1fd-4b0c-42fe-80a4-18104ce33ba8 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:31.880030 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc727e8f-cc22-4d19-9619-d1ede31e75f2 req-37efa1fd-4b0c-42fe-80a4-18104ce33ba8 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1381876 Jan 21 14:26:31.919286 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-354e8d30-efdf-4939-91c8-5c65dca069eb req-332b0178-450c-489b-8bd2-59825f445d37 service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579213 Jan 21 14:26:31.996955 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc727e8f-cc22-4d19-9619-d1ede31e75f2 req-4fc9a757-2a25-4893-bb51-97e3f79542b1 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977097 Jan 21 14:26:32.282056 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063b318-1925-4470-8974-0dcee7a487c1 req-b99b2daa-0d1f-49c6-9c60-8cb615a64cbf tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:32.284005 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a063b318-1925-4470-8974-0dcee7a487c1 req-b99b2daa-0d1f-49c6-9c60-8cb615a64cbf tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 943 time: 0.0597525 Jan 21 14:26:32.315139 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb80f41-9ac7-41fd-8312-e4977bd2ac18 req-2fe53d14-2beb-4b99-9681-11b78915b4c4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:32.317891 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8eb80f41-9ac7-41fd-8312-e4977bd2ac18 req-2fe53d14-2beb-4b99-9681-11b78915b4c4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.0879829 Jan 21 14:26:32.366892 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a063b318-1925-4470-8974-0dcee7a487c1 req-0abffbce-442f-4ccf-a06b-6f666b5a4fa2 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764296 Jan 21 14:26:32.390686 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8eb80f41-9ac7-41fd-8312-e4977bd2ac18 req-44f24bc2-8dfa-46c4-93a2-0ba6d16fd837 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664682 Jan 21 14:26:32.919908 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b272-305f-4fb5-a2ac-51b68da7cdd7 req-cd995a9c-81bf-4eca-9996-25316ea78d1d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:32.922412 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-04d9b272-305f-4fb5-a2ac-51b68da7cdd7 req-cd995a9c-81bf-4eca-9996-25316ea78d1d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.1207500 Jan 21 14:26:33.003127 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-04d9b272-305f-4fb5-a2ac-51b68da7cdd7 req-0cfe61eb-43bd-4ea8-9d40-ce444d5a6284 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665519 Jan 21 14:26:33.204994 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6ac08-de40-4eb6-826d-1c6b2cfba881 req-a3131bd9-a126-46dc-b52f-0f62ceb138fc tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:33.208248 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f6f6ac08-de40-4eb6-826d-1c6b2cfba881 req-a3131bd9-a126-46dc-b52f-0f62ceb138fc tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0774271 Jan 21 14:26:33.323737 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f6f6ac08-de40-4eb6-826d-1c6b2cfba881 req-4f95bf91-c642-4669-b63e-28d4bf7ed6c9 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012869 Jan 21 14:26:33.528386 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf24380-23fb-4637-b51d-e8a79de5bf9f req-f6ae99d9-4a25-460a-89b7-86d07ae1ba9e tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:33.530140 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bdf24380-23fb-4637-b51d-e8a79de5bf9f req-f6ae99d9-4a25-460a-89b7-86d07ae1ba9e tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 943 time: 0.0669558 Jan 21 14:26:33.573344 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b35b2f-b76d-4ed9-9b17-5d040845af4f req-921c6218-e067-4bef-b373-c606fbf05d61 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:33.575716 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-84b35b2f-b76d-4ed9-9b17-5d040845af4f req-921c6218-e067-4bef-b373-c606fbf05d61 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.0642297 Jan 21 14:26:33.591955 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bdf24380-23fb-4637-b51d-e8a79de5bf9f req-06615d78-ecc2-458e-8228-638a47f9b235 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523720 Jan 21 14:26:33.646944 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-84b35b2f-b76d-4ed9-9b17-5d040845af4f req-d281d9e5-d465-45d1-800c-04f6a0c80b39 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647731 Jan 21 14:26:33.818174 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4033c63-5279-45af-a32e-b22b97091a99 req-bef4b5af-9718-4c2b-a0de-341247ea9d4c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:33.820900 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b4033c63-5279-45af-a32e-b22b97091a99 req-bef4b5af-9718-4c2b-a0de-341247ea9d4c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0708318 Jan 21 14:26:33.891187 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b4033c63-5279-45af-a32e-b22b97091a99 req-e77102dd-f48b-44fd-ae0d-dc96a93a943c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598192 Jan 21 14:26:34.165944 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03357dac-eaf8-49a7-9e2d-d01b8a926806 req-f43b3e2a-18b8-47c0-b216-53a225fad45b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:34.167640 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-03357dac-eaf8-49a7-9e2d-d01b8a926806 req-f43b3e2a-18b8-47c0-b216-53a225fad45b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 945 time: 0.0636077 Jan 21 14:26:34.231871 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device b8d44042-73e5-473d-8efe-e04beee70ba2 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:26:34.267250 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-03357dac-eaf8-49a7-9e2d-d01b8a926806 req-5b0c8571-c74e-4874-ade0-2e9beac728b7 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882883 Jan 21 14:26:34.275981 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 97be1fbd-a892-44ca-9d18-9c01f5821dcf no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:26:34.517826 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port b8d44042-73e5-473d-8efe-e04beee70ba2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8d44042-73e5-473d-8efe-e04beee70ba2,segment=NetworkSegment(dca4102f-5f75-495e-b633-7cb47e0012c6),segment_id=dca4102f-5f75-495e-b633-7cb47e0012c6)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:26:34.531987 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bf43a-5f5b-41df-90a3-7bb3090c5a76 req-b4d7f96e-6f24-4a99-afbf-da90af355a6d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:34.540647 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a19bf43a-5f5b-41df-90a3-7bb3090c5a76 req-b4d7f96e-6f24-4a99-afbf-da90af355a6d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1236393 Jan 21 14:26:34.552507 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 97be1fbd-a892-44ca-9d18-9c01f5821dcf is: ACTIVE; New status is: DOWN {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:34.553172 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:34.558663 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': 'b8d44042-73e5-473d-8efe-e04beee70ba2', 'network_id': 'ca4a1dea-5ecf-4f1a-8137-2ed2ef864809', 'port_id': 'b8d44042-73e5-473d-8efe-e04beee70ba2', 'mac_address': 'fa:16:3e:1f:28:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd356b182-1a81-4aea-8521-7341f31575ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:26:34.638449 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a19bf43a-5f5b-41df-90a3-7bb3090c5a76 req-494a5dce-5cce-4c3c-9a66-0c31e5e04b6e tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959201 Jan 21 14:26:34.666260 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97be1fbd-a892-44ca-9d18-9c01f5821dcf'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:26:34.669558 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f4c3ae-e599-446f-aa0e-0079d007d550" -d '{"events": [{"server_uuid": "d4ffadec-c61a-4fff-9b28-7f69eb0694a2", "name": "network-vif-unplugged", "status": "completed", "tag": "97be1fbd-a892-44ca-9d18-9c01f5821dcf"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:26:34.690540 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 97be1fbd-a892-44ca-9d18-9c01f5821dcf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:26:34.691801 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port b8d44042-73e5-473d-8efe-e04beee70ba2 is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:34.692202 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:34.709566 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d44042-73e5-473d-8efe-e04beee70ba2 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:26:34.730691 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port b8d44042-73e5-473d-8efe-e04beee70ba2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8d44042-73e5-473d-8efe-e04beee70ba2,segment=NetworkSegment(dca4102f-5f75-495e-b633-7cb47e0012c6),segment_id=dca4102f-5f75-495e-b633-7cb47e0012c6)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:26:34.790221 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c70ade-538a-4ea9-8e19-36fe0b99e58c req-3100f442-3ee1-4b4e-87c3-708f65906b32 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:34.791850 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-27c70ade-538a-4ea9-8e19-36fe0b99e58c req-3100f442-3ee1-4b4e-87c3-708f65906b32 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 943 time: 0.0543613 Jan 21 14:26:34.849913 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-27c70ade-538a-4ea9-8e19-36fe0b99e58c req-a45de82b-6c59-4752-8035-90687d78f28f tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477538 Jan 21 14:26:34.857445 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-0db09111-0ad5-4997-bdb4-744cc66a1ac4 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:34.859092 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-0db09111-0ad5-4997-bdb4-744cc66a1ac4 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/networks?id=c1379d4d-66b4-4ff2-8733-38001496825d HTTP/1.1" status: 200 len: 815 time: 0.1298320 Jan 21 14:26:34.874546 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:34.890863 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-7ee46498-246c-4f2a-a1c4-b1fa5fcd9671 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/quotas/2bcf3f504270477eaa1466f36138788b HTTP/1.1" status: 200 len: 375 time: 0.0193555 Jan 21 14:26:34.927148 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 21 Jan 2022 14:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cc75de-badd-4ec0-8da3-8d2dc5674aae x-openstack-request-id: req-c1cc75de-badd-4ec0-8da3-8d2dc5674aae {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:26:34.927632 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ffadec-c61a-4fff-9b28-7f69eb0694a2", "name": "network-vif-unplugged", "status": "completed", "tag": "97be1fbd-a892-44ca-9d18-9c01f5821dcf", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:26:34.928029 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1cc75de-badd-4ec0-8da3-8d2dc5674aae {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:26:34.928625 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'code': 200} Jan 21 14:26:34.946818 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:34.993602 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=97be1fbd-a892-44ca-9d18-9c01f5821dcf,revision_number=8']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:35.003033 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:35.003394 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:35.003742 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:35.004214 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:35.004579 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:35.004938 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:35.005326 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:35.005664 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:35.006005 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:35.006433 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:35.006920 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:35.007336 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:35.007706 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:35.012183 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-b1b44380-f749-43e1-8cb7-df24fd7df77a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2bcf3f504270477eaa1466f36138788b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065607 Jan 21 14:26:35.133374 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=b8d44042-73e5-473d-8efe-e04beee70ba2,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:35.219100 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-296c1c17-7675-4ef1-bc4d-3934794352b8 service neutron] 10.222.0.39 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950579 Jan 21 14:26:35.283120 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['b8d44042-73e5-473d-8efe-e04beee70ba2'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:26:35.367145 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-be8c930f-bf84-4271-b885-0f332c256026 service neutron] 10.222.0.39 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414320 Jan 21 14:26:35.824052 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc0070-c6f3-4211-8843-ab1675e81afe req-eff173a5-3e6b-4859-b6a5-e1c621ead71e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:35.847338 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-21fc0070-c6f3-4211-8843-ab1675e81afe req-eff173a5-3e6b-4859-b6a5-e1c621ead71e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.1012542 Jan 21 14:26:35.856992 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5dbe1389-8bfd-416e-a46a-428e8ced28bc req-994933fd-2fda-4be5-9c53-cc3290c329fe tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 210 time: 0.0712833 Jan 21 14:26:35.924484 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-21fc0070-c6f3-4211-8843-ab1675e81afe req-3d6c39a5-568c-4ca8-9255-f9707b7bc1ee tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881629 Jan 21 14:26:36.061839 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f2013-ab38-4daa-99f6-d2d7002e464a req-4c1d042b-fcb6-4171-baf4-4e3e27da5eb6 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:36.065622 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-813f2013-ab38-4daa-99f6-d2d7002e464a req-4c1d042b-fcb6-4171-baf4-4e3e27da5eb6 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 944 time: 0.0844245 Jan 21 14:26:36.137145 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-813f2013-ab38-4daa-99f6-d2d7002e464a req-e879ac77-5d9c-4a14-8983-746287b0df1c tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647168 Jan 21 14:26:36.244658 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device b8d44042-73e5-473d-8efe-e04beee70ba2 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:26:36.422774 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port b8d44042-73e5-473d-8efe-e04beee70ba2 completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:26:36.427961 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port b8d44042-73e5-473d-8efe-e04beee70ba2 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:36.428218 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:36.529823 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port b8d44042-73e5-473d-8efe-e04beee70ba2 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:36.530614 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:36.570445 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port b8d44042-73e5-473d-8efe-e04beee70ba2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8d44042-73e5-473d-8efe-e04beee70ba2,segment=NetworkSegment(dca4102f-5f75-495e-b633-7cb47e0012c6),segment_id=dca4102f-5f75-495e-b633-7cb47e0012c6)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:26:36.678038 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:36.679731 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 97be1fbd-a892-44ca-9d18-9c01f5821dcf no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:26:36.781575 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=b8d44042-73e5-473d-8efe-e04beee70ba2,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:36.833442 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 97be1fbd-a892-44ca-9d18-9c01f5821dcf is: DOWN; New status is: DOWN {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:26:36.932137 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa90816-2e00-4413-8541-7afd31f891f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d44042-73e5-473d-8efe-e04beee70ba2'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:26:36.935044 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2357c7c3-9e12-4ef0-a108-1a612d0bd5f5" -d '{"events": [{"server_uuid": "3fa90816-2e00-4413-8541-7afd31f891f7", "name": "network-vif-plugged", "status": "completed", "tag": "b8d44042-73e5-473d-8efe-e04beee70ba2"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:26:36.952930 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdda212-9759-4c65-9b20-df4f4013bdec req-eef2393c-4fb1-4756-a07b-88de5b0a9b81 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:36.956375 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ebdda212-9759-4c65-9b20-df4f4013bdec req-eef2393c-4fb1-4756-a07b-88de5b0a9b81 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0901382 Jan 21 14:26:37.066449 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ebdda212-9759-4c65-9b20-df4f4013bdec req-df034e51-66d3-4ede-abfa-0313c6ccfc40 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029398 Jan 21 14:26:37.072573 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8adeb-1742-420f-b71e-0bd6acff933f req-45f611ae-70eb-4290-99c2-bb84abd49b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:37.074217 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-12e8adeb-1742-420f-b71e-0bd6acff933f req-45f611ae-70eb-4290-99c2-bb84abd49b67 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d2484fb131484409ba51a2f5775f15f4&device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 1099 time: 0.0816743 Jan 21 14:26:37.187111 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-94b36182-75ef-401f-898e-a4a18b671e94 req-ecd7a3a2-4f92-41f9-8089-743420e1b68f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 210 time: 0.0638731 Jan 21 14:26:37.228923 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8adeb-1742-420f-b71e-0bd6acff933f req-06c9d068-ee15-45d0-be6f-2597203f0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:37.230892 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-12e8adeb-1742-420f-b71e-0bd6acff933f req-06c9d068-ee15-45d0-be6f-2597203f0cbb service neutron] 10.222.0.88 "GET /v2.0/networks?id=6efd224b-7807-4a4b-ab02-831ba02f315b HTTP/1.1" status: 200 len: 919 time: 0.1442504 Jan 21 14:26:37.282297 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1f1f3b-3dc5-45d2-bd10-d085c3c0d4fd x-openstack-request-id: req-3f1f1f3b-3dc5-45d2-bd10-d085c3c0d4fd {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:26:37.283049 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa90816-2e00-4413-8541-7afd31f891f7", "name": "network-vif-plugged", "status": "completed", "tag": "b8d44042-73e5-473d-8efe-e04beee70ba2", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:26:37.283686 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f1f1f3b-3dc5-45d2-bd10-d085c3c0d4fd {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:26:37.289618 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa90816-2e00-4413-8541-7afd31f891f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d44042-73e5-473d-8efe-e04beee70ba2', 'code': 200} Jan 21 14:26:37.305436 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-12e8adeb-1742-420f-b71e-0bd6acff933f req-147bf999-e3c4-4965-a9f7-cc10bec04e17 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04effe5d-49d7-4a6a-870e-c190fe48aca1 HTTP/1.1" status: 200 len: 217 time: 0.0673449 Jan 21 14:26:37.403532 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8adeb-1742-420f-b71e-0bd6acff933f req-5736789e-c693-4c06-b52c-0234394d836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:37.405334 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-12e8adeb-1742-420f-b71e-0bd6acff933f req-5736789e-c693-4c06-b52c-0234394d836a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cc1ac226-226e-4477-afdf-81841f625e0d HTTP/1.1" status: 200 len: 858 time: 0.0891616 Jan 21 14:26:37.721110 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba5d7b-c528-4abf-a8ea-188da4c706dd req-3c1567a2-8544-4156-a215-ba560cc4296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:37.722887 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-37ba5d7b-c528-4abf-a8ea-188da4c706dd req-3c1567a2-8544-4156-a215-ba560cc4296e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 1098 time: 0.0777154 Jan 21 14:26:37.781554 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-12e8adeb-1742-420f-b71e-0bd6acff933f req-ba4acb8e-eb3f-4f07-8e26-0ff40e7bbeaa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6efd224b-7807-4a4b-ab02-831ba02f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3686607 Jan 21 14:26:37.791239 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-37ba5d7b-c528-4abf-a8ea-188da4c706dd req-ed739c97-e862-4554-bdab-a8c6760b9f21 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608513 Jan 21 14:26:37.795416 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4131d3-8adc-4fa5-970f-b2b33b908407 req-4a5c4811-ea0c-4746-bdc0-1d45f169c7e4 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:37.796957 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-fa4131d3-8adc-4fa5-970f-b2b33b908407 req-4a5c4811-ea0c-4746-bdc0-1d45f169c7e4 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 945 time: 0.4455323 Jan 21 14:26:37.805823 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 56864) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:37.816568 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [req-46d086a8-b1a5-4404-a6dd-eb35d49c89ab req-8723367c-53a5-445f-ab59-b72522b195da service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:26:37.817748 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-46d086a8-b1a5-4404-a6dd-eb35d49c89ab req-8723367c-53a5-445f-ab59-b72522b195da service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096841 Jan 21 14:26:37.945985 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-fa4131d3-8adc-4fa5-970f-b2b33b908407 req-66798e0e-c540-4c58-b41e-acb20be67e9f tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391430 Jan 21 14:26:37.956682 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-02713d20-1e0e-4b4a-9392-5f2e23edc242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:37.992677 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-12e8adeb-1742-420f-b71e-0bd6acff933f req-da192c2e-1164-49f8-b385-6d8a564f0061 service neutron] 10.222.0.88 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920710 Jan 21 14:26:38.096800 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-02713d20-1e0e-4b4a-9392-5f2e23edc242 admin admin] Publish callbacks [] for security_group (2bc01532-aff0-4792-a2c3-fb35fc43eb57), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:38.115542 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-12e8adeb-1742-420f-b71e-0bd6acff933f req-eb82da29-2732-4d9d-afc3-171091760d25 service neutron] 10.222.0.88 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165857 Jan 21 14:26:38.205558 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-02713d20-1e0e-4b4a-9392-5f2e23edc242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (2bc01532-aff0-4792-a2c3-fb35fc43eb57), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:38.311294 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-02713d20-1e0e-4b4a-9392-5f2e23edc242 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=394a408e2d6e49c6a306a206fe5326dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5042815 Jan 21 14:26:38.314312 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02713d20-1e0e-4b4a-9392-5f2e23edc242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc01532-aff0-4792-a2c3-fb35fc43eb57,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:38.315531 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 56880) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:38.364373 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833e1f8-02d0-4bc2-9daf-74273524fc5c req-0ebd9b6d-6ad6-42a8-a9b4-2b98e7ba7d63 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:38.366581 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3833e1f8-02d0-4bc2-9daf-74273524fc5c req-0ebd9b6d-6ad6-42a8-a9b4-2b98e7ba7d63 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.1029291 Jan 21 14:26:38.424231 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f92b-caa2-4d2a-9aee-b100dcafc504 admin admin] Publish callbacks [] for security_group (2bc01532-aff0-4792-a2c3-fb35fc43eb57), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:38.448806 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3833e1f8-02d0-4bc2-9daf-74273524fc5c req-00a4e401-6768-482d-8f3e-579c1f4e970c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715821 Jan 21 14:26:38.467037 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f92b-caa2-4d2a-9aee-b100dcafc504 admin admin] Publish callbacks [] for security_group (2bc01532-aff0-4792-a2c3-fb35fc43eb57), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:38.635877 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ebadb-978b-45c4-b313-dd67ce6ea70e req-a0122a3a-26d2-44e0-8850-16e86d4db0ce tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:38.638280 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-49ea7d3d-b447-463c-8489-4b75210081ba req-2fb5cf19-3cfc-45bf-b92b-6b8102183203 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 210 time: 0.0472381 Jan 21 14:26:38.638766 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d16ebadb-978b-45c4-b313-dd67ce6ea70e req-a0122a3a-26d2-44e0-8850-16e86d4db0ce tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0908570 Jan 21 14:26:38.697885 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f92b-caa2-4d2a-9aee-b100dcafc504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (2bc01532-aff0-4792-a2c3-fb35fc43eb57), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:38.703446 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f92b-caa2-4d2a-9aee-b100dcafc504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:38.706040 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-c7e0f92b-caa2-4d2a-9aee-b100dcafc504 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bc01532-aff0-4792-a2c3-fb35fc43eb57 HTTP/1.1" status: 204 len: 168 time: 0.3888488 Jan 21 14:26:38.743580 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0f92b-caa2-4d2a-9aee-b100dcafc504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc01532-aff0-4792-a2c3-fb35fc43eb57,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:38.783792 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d16ebadb-978b-45c4-b313-dd67ce6ea70e req-c0433de0-5559-4254-aecc-68271ef273f4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371231 Jan 21 14:26:38.854398 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967023da-fa8e-4b79-b649-254bb43660e6 req-3e3136aa-8c9d-42bf-87d5-182360af22f7 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:38.856084 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-967023da-fa8e-4b79-b649-254bb43660e6 req-3e3136aa-8c9d-42bf-87d5-182360af22f7 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 946 time: 0.0900471 Jan 21 14:26:38.932951 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-967023da-fa8e-4b79-b649-254bb43660e6 req-19045226-205f-45d8-8f18-3632500c164e tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698137 Jan 21 14:26:39.115800 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500ddd8-e9cc-46b6-8741-63debdd97b60 req-09902809-8d10-48d4-af6e-a11cb9a72436 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:39.117366 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9500ddd8-e9cc-46b6-8741-63debdd97b60 req-09902809-8d10-48d4-af6e-a11cb9a72436 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 945 time: 0.0551028 Jan 21 14:26:39.218918 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9500ddd8-e9cc-46b6-8741-63debdd97b60 req-6427b28f-5366-4e8a-828f-3aa7cb359d1b tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907929 Jan 21 14:26:39.239063 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-38d4a630-6279-454c-a892-efe719988c76 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:39.240911 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-38d4a630-6279-454c-a892-efe719988c76 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.88 "GET /v2.0/networks?id=c1379d4d-66b4-4ff2-8733-38001496825d HTTP/1.1" status: 200 len: 815 time: 0.1667950 Jan 21 14:26:39.259147 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-79fc03da-4c5a-4c31-9368-5c5d3c81e5d9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Request body: {'port': {'device_id': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'admin_state_up': True, 'tenant_id': '2bcf3f504270477eaa1466f36138788b'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:26:39.368643 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 56910) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:39.503772 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-79fc03da-4c5a-4c31-9368-5c5d3c81e5d9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Made reservation on behalf of 2bcf3f504270477eaa1466f36138788b for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:26:39.505535 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-79fc03da-4c5a-4c31-9368-5c5d3c81e5d9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:39.513503 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-77c62456-e397-466c-a53b-65063083cd4a req-556ca178-cce0-48d3-bd05-eaebfce53a44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1419754 Jan 21 14:26:39.538460 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [req-77c62456-e397-466c-a53b-65063083cd4a req-b1a2a8ec-3d70-43b7-addf-7790a21baa1f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:26:39.540298 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-77c62456-e397-466c-a53b-65063083cd4a req-b1a2a8ec-3d70-43b7-addf-7790a21baa1f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110586 Jan 21 14:26:39.699471 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0982285-39d8-41e7-a17c-a7164ddf8db3 req-7f70d0c2-1a3b-44fc-996d-4e00ece402cc tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:39.701135 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c0982285-39d8-41e7-a17c-a7164ddf8db3 req-7f70d0c2-1a3b-44fc-996d-4e00ece402cc tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.1655164 Jan 21 14:26:39.731567 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 56924) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:39.756125 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4699393a-7bb7-4b53-a97a-8c6ae62e3ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:39.813055 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-79fc03da-4c5a-4c31-9368-5c5d3c81e5d9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Allocated IP 172.20.0.7 (c1379d4d-66b4-4ff2-8733-38001496825d/4fdaec47-a0dd-43fa-9b1b-945ec0fd606d/a837ae16-139e-4ee4-b222-10fc78bb2cb8) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:26:39.824077 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4ae9e23f-e0b0-41cc-a0cb-2c5b69115b93 req-31c37d90-c545-4a84-9456-3e381714e779 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 210 time: 0.0618613 Jan 21 14:26:39.868130 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c0982285-39d8-41e7-a17c-a7164ddf8db3 req-8e9a619b-62b7-4a69-b0e9-2ea9db8d642f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571653 Jan 21 14:26:40.038057 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f77669-5129-458c-bdc7-1f9540c08a44 req-63d90af7-579e-4b07-8a69-f1d3faa8a0d8 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:40.047223 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d3f77669-5129-458c-bdc7-1f9540c08a44 req-63d90af7-579e-4b07-8a69-f1d3faa8a0d8 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.1213963 Jan 21 14:26:40.109446 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-79fc03da-4c5a-4c31-9368-5c5d3c81e5d9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:40.132115 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4699393a-7bb7-4b53-a97a-8c6ae62e3ece admin admin] Publish callbacks [] for security_group (4f0b9aa1-6a85-4c73-8d7a-9aa8e2aa1e98), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:40.196330 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d3f77669-5129-458c-bdc7-1f9540c08a44 req-1e3f4699-9f4c-4c26-8480-a7d59f4ff152 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449757 Jan 21 14:26:40.202586 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d60a52-e853-43f4-b81c-be9aab5b2b1f req-18d697bd-c8c5-422e-9835-3f750cf70b7a tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:40.206751 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8d60a52-e853-43f4-b81c-be9aab5b2b1f req-18d697bd-c8c5-422e-9835-3f750cf70b7a tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 946 time: 0.1311698 Jan 21 14:26:40.209483 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4699393a-7bb7-4b53-a97a-8c6ae62e3ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (4f0b9aa1-6a85-4c73-8d7a-9aa8e2aa1e98), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:40.241746 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-79fc03da-4c5a-4c31-9368-5c5d3c81e5d9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:40.245463 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699393a-7bb7-4b53-a97a-8c6ae62e3ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0b9aa1-6a85-4c73-8d7a-9aa8e2aa1e98,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:40.273744 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-4699393a-7bb7-4b53-a97a-8c6ae62e3ece admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff2f745627bb4fdd9472b1909442f3ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5405748 Jan 21 14:26:40.274446 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 56950) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:40.357075 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fab8000e-ec84-4bef-ae44-dd8965a8ee3c admin admin] Publish callbacks [] for security_group (4f0b9aa1-6a85-4c73-8d7a-9aa8e2aa1e98), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:40.373564 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8d60a52-e853-43f4-b81c-be9aab5b2b1f req-f30e20c7-2477-42e8-a6e0-b23732c667b8 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607490 Jan 21 14:26:40.387871 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fab8000e-ec84-4bef-ae44-dd8965a8ee3c admin admin] Publish callbacks [] for security_group (4f0b9aa1-6a85-4c73-8d7a-9aa8e2aa1e98), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:40.398174 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-79fc03da-4c5a-4c31-9368-5c5d3c81e5d9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Network c1379d4d-66b4-4ff2-8733-38001496825d is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:26:40.404315 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-79fc03da-4c5a-4c31-9368-5c5d3c81e5d9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:26:40.408149 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07087d44-be72-4eec-9ffe-a8831606eaaa req-5b7c9448-c478-4536-9338-103dde578e37 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:40.409761 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-07087d44-be72-4eec-9ffe-a8831606eaaa req-5b7c9448-c478-4536-9338-103dde578e37 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 945 time: 0.0856926 Jan 21 14:26:40.419984 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-79fc03da-4c5a-4c31-9368-5c5d3c81e5d9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:26:40.546850 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-07087d44-be72-4eec-9ffe-a8831606eaaa req-ef57cc5b-af60-4a3e-8a90-ba02cc9df621 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182940 Jan 21 14:26:40.605540 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc03da-4c5a-4c31-9368-5c5d3c81e5d9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event updated for resources: {'Port': ['ID=a837ae16-139e-4ee4-b222-10fc78bb2cb8,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:40.656154 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fab8000e-ec84-4bef-ae44-dd8965a8ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (4f0b9aa1-6a85-4c73-8d7a-9aa8e2aa1e98), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:40.662539 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fab8000e-ec84-4bef-ae44-dd8965a8ee3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:40.667155 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-fab8000e-ec84-4bef-ae44-dd8965a8ee3c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f0b9aa1-6a85-4c73-8d7a-9aa8e2aa1e98 HTTP/1.1" status: 204 len: 168 time: 0.3891797 Jan 21 14:26:40.696247 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-79fc03da-4c5a-4c31-9368-5c5d3c81e5d9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:40.697447 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-79fc03da-4c5a-4c31-9368-5c5d3c81e5d9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:40.748052 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8000e-ec84-4bef-ae44-dd8965a8ee3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0b9aa1-6a85-4c73-8d7a-9aa8e2aa1e98,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:40.907796 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-79fc03da-4c5a-4c31-9368-5c5d3c81e5d9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6546075 Jan 21 14:26:40.908007 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e0de1-c17c-45e4-b1f8-6efc65a87c93 req-d8c3f89f-8eb9-42f0-a73d-9fed36d7b79c tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:40.911805 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d86e0de1-c17c-45e4-b1f8-6efc65a87c93 req-d8c3f89f-8eb9-42f0-a73d-9fed36d7b79c tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.88 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 946 time: 0.1808515 Jan 21 14:26:40.921003 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-d2eedf34-73a0-40f2-9fbe-a6f7733c4557 None None] Provisioning complete for port a837ae16-139e-4ee4-b222-10fc78bb2cb8 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:26:40.921688 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d2eedf34-73a0-40f2-9fbe-a6f7733c4557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:40.949952 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Request body: {'port': {'device_id': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:26:41.069222 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d2eedf34-73a0-40f2-9fbe-a6f7733c4557 None None] Port a837ae16-139e-4ee4-b222-10fc78bb2cb8 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:26:41.223822 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:41.273306 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae89305-2eab-44ea-acb5-6144a6827f7b req-bb566e49-55e6-4b0e-8c2e-7abfe4337a9f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:41.281898 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0ae89305-2eab-44ea-acb5-6144a6827f7b req-bb566e49-55e6-4b0e-8c2e-7abfe4337a9f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.1414306 Jan 21 14:26:41.316676 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-d86e0de1-c17c-45e4-b1f8-6efc65a87c93 req-9188d790-1b2d-468c-ad01-bc3b29ac8f5f tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Deleting port 09aead75-b2c3-4c48-aca1-01ef12f2404a {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:26:41.317298 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-d86e0de1-c17c-45e4-b1f8-6efc65a87c93 req-9188d790-1b2d-468c-ad01-bc3b29ac8f5f tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:41.417245 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0ae89305-2eab-44ea-acb5-6144a6827f7b req-da90136f-c66c-47b9-b443-3c82cba41911 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322329 Jan 21 14:26:41.485360 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c09dcc-020a-4a97-b13b-ee8c7a9e23e0 req-17b636bb-304b-49e6-846e-c9d095104393 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:41.488092 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c7c09dcc-020a-4a97-b13b-ee8c7a9e23e0 req-17b636bb-304b-49e6-846e-c9d095104393 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 931 time: 0.3894310 Jan 21 14:26:41.544067 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-d86e0de1-c17c-45e4-b1f8-6efc65a87c93 req-9188d790-1b2d-468c-ad01-bc3b29ac8f5f tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] For port 09aead75-b2c3-4c48-aca1-01ef12f2404a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=09aead75-b2c3-4c48-aca1-01ef12f2404a,segment=NetworkSegment(fa02dbc9-b2a1-4129-8220-67fa9d79b3a7),segment_id=fa02dbc9-b2a1-4129-8220-67fa9d79b3a7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:26:41.544451 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-d86e0de1-c17c-45e4-b1f8-6efc65a87c93 req-9188d790-1b2d-468c-ad01-bc3b29ac8f5f tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:41.577095 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-d86e0de1-c17c-45e4-b1f8-6efc65a87c93 req-9188d790-1b2d-468c-ad01-bc3b29ac8f5f tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Calling delete_port for 09aead75-b2c3-4c48-aca1-01ef12f2404a owned by compute:nova {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:26:41.714659 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c7c09dcc-020a-4a97-b13b-ee8c7a9e23e0 req-67e1add1-345d-4115-8f5e-3059d819836d tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161655 Jan 21 14:26:41.833767 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0cb7e-7dfa-4cf3-9fc1-23591a6e3f99 req-a2a44d22-c9ed-4a46-9af2-b2e08ff994f5 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:41.845401 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a4e0cb7e-7dfa-4cf3-9fc1-23591a6e3f99 req-a2a44d22-c9ed-4a46-9af2-b2e08ff994f5 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.2641261 Jan 21 14:26:42.007820 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a4e0cb7e-7dfa-4cf3-9fc1-23591a6e3f99 req-d598192b-f124-421f-bfe8-eef156ad7fb6 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529541 Jan 21 14:26:42.024643 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c294af3-f406-4ee7-8126-91ccfe67a51d req-61520155-b192-4c12-bcdd-2639554eecf3 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:42.032985 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4c294af3-f406-4ee7-8126-91ccfe67a51d req-61520155-b192-4c12-bcdd-2639554eecf3 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 946 time: 0.1853697 Jan 21 14:26:42.048118 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a837ae16-139e-4ee4-b222-10fc78bb2cb8 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:26:42.086170 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Publish callbacks [] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:42.120335 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-d86e0de1-c17c-45e4-b1f8-6efc65a87c93 req-9188d790-1b2d-468c-ad01-bc3b29ac8f5f tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (09aead75-b2c3-4c48-aca1-01ef12f2404a), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:42.133023 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['09aead75-b2c3-4c48-aca1-01ef12f2404a'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:26:42.178285 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Transition to ACTIVE for port object a837ae16-139e-4ee4-b222-10fc78bb2cb8 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:26:42.204440 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4c294af3-f406-4ee7-8126-91ccfe67a51d req-c174e22c-6ab6-41b3-aeca-af9dbcb00a69 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698728 Jan 21 14:26:42.227775 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188d790-1b2d-468c-ad01-bc3b29ac8f5f tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Pushing event deleted for resources: {'Port': ['ID=09aead75-b2c3-4c48-aca1-01ef12f2404a,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:42.310427 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86e0de1-c17c-45e4-b1f8-6efc65a87c93 req-9188d790-1b2d-468c-ad01-bc3b29ac8f5f tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] No DVR routers for this DVR port 09aead75-b2c3-4c48-aca1-01ef12f2404a on host hv-cinder-82160 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:26:42.316080 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-d86e0de1-c17c-45e4-b1f8-6efc65a87c93 req-9188d790-1b2d-468c-ad01-bc3b29ac8f5f tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:42.326179 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:42.331439 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d86e0de1-c17c-45e4-b1f8-6efc65a87c93 req-9188d790-1b2d-468c-ad01-bc3b29ac8f5f tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.88 "DELETE /v2.0/ports/09aead75-b2c3-4c48-aca1-01ef12f2404a HTTP/1.1" status: 204 len: 173 time: 1.3002608 Jan 21 14:26:42.333335 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db40d26a-addb-488e-ab55-710d10bc8551', 'name': 'network-vif-deleted', 'tag': '09aead75-b2c3-4c48-aca1-01ef12f2404a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:26:42.334962 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fa2d1a-010e-42ab-89c7-aaa59270389d" -d '{"events": [{"server_uuid": "db40d26a-addb-488e-ab55-710d10bc8551", "name": "network-vif-deleted", "tag": "09aead75-b2c3-4c48-aca1-01ef12f2404a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:26:42.403478 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa35ebb-1386-4caf-8636-5e560f684821 x-openstack-request-id: req-baa35ebb-1386-4caf-8636-5e560f684821 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:26:42.403773 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db40d26a-addb-488e-ab55-710d10bc8551", "name": "network-vif-deleted", "tag": "09aead75-b2c3-4c48-aca1-01ef12f2404a", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:26:42.404022 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-baa35ebb-1386-4caf-8636-5e560f684821 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:26:42.404425 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db40d26a-addb-488e-ab55-710d10bc8551', 'name': 'network-vif-deleted', 'tag': '09aead75-b2c3-4c48-aca1-01ef12f2404a', 'status': 'completed', 'code': 200} Jan 21 14:26:42.425457 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 56980) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:42.492342 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-29b165ff-e7af-4277-b07e-78884d14094d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:42.524753 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Pushing event updated for resources: {'Port': ['ID=a837ae16-139e-4ee4-b222-10fc78bb2cb8,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:42.809546 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Attempting to bind port a837ae16-139e-4ee4-b222-10fc78bb2cb8 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:26:42.810303 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Attempting to bind port a837ae16-139e-4ee4-b222-10fc78bb2cb8 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'f193abf6-600f-4d2d-9391-ed3ea50e3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:26:42.810881 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Attempting to bind port a837ae16-139e-4ee4-b222-10fc78bb2cb8 on network c1379d4d-66b4-4ff2-8733-38001496825d {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:26:42.827208 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Port a837ae16-139e-4ee4-b222-10fc78bb2cb8 on network c1379d4d-66b4-4ff2-8733-38001496825d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:26:42.827762 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Attempting to bind port a837ae16-139e-4ee4-b222-10fc78bb2cb8 on network c1379d4d-66b4-4ff2-8733-38001496825d {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:26:42.856185 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca9710-7199-4865-93cf-0b7699b730e2 req-4d869a07-1139-4bff-b0bd-c1b3d2034170 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:42.870013 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-efca9710-7199-4865-93cf-0b7699b730e2 req-4d869a07-1139-4bff-b0bd-c1b3d2034170 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.3478856 Jan 21 14:26:42.899887 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:26:42.900426 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Checking segment: {'id': 'f193abf6-600f-4d2d-9391-ed3ea50e3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:26:42.901290 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Bound using segment: {'id': 'f193abf6-600f-4d2d-9391-ed3ea50e3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:26:42.902944 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Bound port: a837ae16-139e-4ee4-b222-10fc78bb2cb8, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f193abf6-600f-4d2d-9391-ed3ea50e3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:26:42.902944 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:43.097500 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-29b165ff-e7af-4277-b07e-78884d14094d admin admin] Publish callbacks [] for security_group (dbb026e3-1ea5-4891-8e7d-331e30c5ea9b), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:43.156240 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bf8cb-14fb-4510-a8e8-99066122151c req-3ae9e1c1-631f-408d-8e36-ba369f5b6908 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:43.160215 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-efca9710-7199-4865-93cf-0b7699b730e2 req-be384adb-3443-44b5-acff-901af0519845 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864344 Jan 21 14:26:43.164339 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] For port a837ae16-139e-4ee4-b222-10fc78bb2cb8, host hv-cinder-82160, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:26:43.170274 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-660bf8cb-14fb-4510-a8e8-99066122151c req-3ae9e1c1-631f-408d-8e36-ba369f5b6908 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.1505959 Jan 21 14:26:43.179981 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] For port a837ae16-139e-4ee4-b222-10fc78bb2cb8, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8,segment=NetworkSegment(f193abf6-600f-4d2d-9391-ed3ea50e3053),segment_id=f193abf6-600f-4d2d-9391-ed3ea50e3053)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:26:43.193613 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-29b165ff-e7af-4277-b07e-78884d14094d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (dbb026e3-1ea5-4891-8e7d-331e30c5ea9b), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:43.306011 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-660bf8cb-14fb-4510-a8e8-99066122151c req-5e38dce5-3c66-40fd-9827-1f8889b55f50 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336250 Jan 21 14:26:43.309165 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:43.315280 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b165ff-e7af-4277-b07e-78884d14094d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb026e3-1ea5-4891-8e7d-331e30c5ea9b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:43.331390 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-29b165ff-e7af-4277-b07e-78884d14094d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=632b169a94814722a9c1925a85b993f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8983216 Jan 21 14:26:43.332304 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 56992) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:43.461484 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:43.468920 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:43.471911 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] 10.222.0.88 "PUT /v2.0/ports/a837ae16-139e-4ee4-b222-10fc78bb2cb8 HTTP/1.1" status: 200 len: 1093 time: 2.5420549 Jan 21 14:26:43.484204 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'tag': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:26:43.489606 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc48b66f-c648-417a-ba7b-c7ebff334854" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb3113b-bc68-49f7-978f-9d3d09447eee", "tag": "a837ae16-139e-4ee4-b222-10fc78bb2cb8"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:26:43.535190 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ba609eb-f00b-499a-9d6d-9db46f45de8a admin admin] Publish callbacks [] for security_group (dbb026e3-1ea5-4891-8e7d-331e30c5ea9b), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:43.542510 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8f604-c605-41ac-8db4-15835840ebfe service neutron] Pushing event updated for resources: {'Port': ['ID=a837ae16-139e-4ee4-b222-10fc78bb2cb8,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:43.587946 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa110135-a734-45cc-8884-dc72a84e19e2 req-793315b3-e126-464f-a973-3a7bf527d9f7 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:43.591832 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aa110135-a734-45cc-8884-dc72a84e19e2 req-793315b3-e126-464f-a973-3a7bf527d9f7 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 945 time: 0.2358928 Jan 21 14:26:43.599069 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ba609eb-f00b-499a-9d6d-9db46f45de8a admin admin] Publish callbacks [] for security_group (dbb026e3-1ea5-4891-8e7d-331e30c5ea9b), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:43.653390 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f660ec-f742-4276-905f-d2f752187987 req-c180f6c8-958c-48ce-be79-a40864ea80c7 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:43.664581 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-75f660ec-f742-4276-905f-d2f752187987 req-c180f6c8-958c-48ce-be79-a40864ea80c7 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.2348640 Jan 21 14:26:43.814645 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-75f660ec-f742-4276-905f-d2f752187987 req-7c426907-a5dc-4715-95d1-a7814ef3cc99 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399348 Jan 21 14:26:43.838262 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aa110135-a734-45cc-8884-dc72a84e19e2 req-cd2d4976-068f-4986-8cf7-5da510f9430e tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355800 Jan 21 14:26:43.883755 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-a8e3e252-e810-45b4-b5fd-899f6ed1f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:43.883755 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-a8e3e252-e810-45b4-b5fd-899f6ed1f84f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bcf3f504270477eaa1466f36138788b&device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 1096 time: 0.1991177 Jan 21 14:26:43.973085 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ba609eb-f00b-499a-9d6d-9db46f45de8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (dbb026e3-1ea5-4891-8e7d-331e30c5ea9b), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:43.977732 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ba609eb-f00b-499a-9d6d-9db46f45de8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:43.978154 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d68a21-9316-443d-ad44-ba4207ab314e x-openstack-request-id: req-98d68a21-9316-443d-ad44-ba4207ab314e {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:26:43.978521 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb3113b-bc68-49f7-978f-9d3d09447eee", "tag": "a837ae16-139e-4ee4-b222-10fc78bb2cb8", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:26:43.986327 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98d68a21-9316-443d-ad44-ba4207ab314e {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:26:43.986327 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'tag': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8', 'status': 'completed', 'code': 200} Jan 21 14:26:43.986327 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-bb073b00-27d0-4c61-965a-a9fd8da1999a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8 HTTP/1.1" status: 200 len: 217 time: 0.0794234 Jan 21 14:26:43.997506 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-4ba609eb-f00b-499a-9d6d-9db46f45de8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dbb026e3-1ea5-4891-8e7d-331e30c5ea9b HTTP/1.1" status: 204 len: 168 time: 0.6606379 Jan 21 14:26:44.047040 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba609eb-f00b-499a-9d6d-9db46f45de8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb026e3-1ea5-4891-8e7d-331e30c5ea9b,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:44.111347 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9e71a49b-1d65-4e1a-99d0-697fab19b8e4 req-4a3c9fc2-d216-4beb-9bf7-832f7b6ace11 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=db40d26a-addb-488e-ab55-710d10bc8551 HTTP/1.1" status: 200 len: 210 time: 0.1045988 Jan 21 14:26:44.200774 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-7e50a82a-de01-46fb-aad3-d0e4652fd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:44.202454 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-7e50a82a-de01-46fb-aad3-d0e4652fd20a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4fdaec47-a0dd-43fa-9b1b-945ec0fd606d HTTP/1.1" status: 200 len: 854 time: 0.0726645 Jan 21 14:26:44.272887 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-07c3669f-827f-460a-8ec7-8a3f1caa635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:44.274759 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-07c3669f-827f-460a-8ec7-8a3f1caa635c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c1379d4d-66b4-4ff2-8733-38001496825d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538204 Jan 21 14:26:44.360658 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c69ed-8469-4a94-9c93-206f756054ce req-9ed57617-5631-49db-8b27-f65bd2e41e28 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:44.364849 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-973c69ed-8469-4a94-9c93-206f756054ce req-9ed57617-5631-49db-8b27-f65bd2e41e28 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0838072 Jan 21 14:26:44.520767 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-973c69ed-8469-4a94-9c93-206f756054ce req-f3006ac2-b0d7-474d-8902-7a4d5c424bea tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485686 Jan 21 14:26:44.525488 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba40f27-3d83-4cae-a35d-a02fd20f28c4 req-44f6a0b0-f045-47a8-a929-8baedacc6613 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:44.540861 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4ba40f27-3d83-4cae-a35d-a02fd20f28c4 req-44f6a0b0-f045-47a8-a929-8baedacc6613 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.1049242 Jan 21 14:26:44.687573 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4ba40f27-3d83-4cae-a35d-a02fd20f28c4 req-7fc380d5-5a94-4cc4-81d7-75c3c26ffd3c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448653 Jan 21 14:26:44.690733 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-a7adff04-7c62-407c-b29d-3ae4c49ca893 service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532649 Jan 21 14:26:44.854553 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c62456-e397-466c-a53b-65063083cd4a req-35c9a343-513d-48a4-8b65-97e9ca0b45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:44.856128 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-77c62456-e397-466c-a53b-65063083cd4a req-35c9a343-513d-48a4-8b65-97e9ca0b45c4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2&tenant_id=60aa34d5299842f1aa2a2e8e745df561 HTTP/1.1" status: 200 len: 1096 time: 0.1626172 Jan 21 14:26:44.990205 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d34ac2ea-acf6-454d-bd2a-2aaf8f7681b2 req-f8d83335-6fcc-4bf3-b60f-8da47d5c7f54 service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447951 Jan 21 14:26:45.103713 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad0bc6-b376-4960-970a-2a5a89b621dd req-0793cae2-4678-4b71-a2a5-3294a309160d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:45.108421 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-dfad0bc6-b376-4960-970a-2a5a89b621dd req-0793cae2-4678-4b71-a2a5-3294a309160d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.1162632 Jan 21 14:26:45.117253 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c62456-e397-466c-a53b-65063083cd4a req-5e010998-c0f8-46ac-98c3-2a1f249b8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:45.119569 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-77c62456-e397-466c-a53b-65063083cd4a req-5e010998-c0f8-46ac-98c3-2a1f249b8de1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=60aa34d5299842f1aa2a2e8e745df561&device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 1096 time: 0.2115843 Jan 21 14:26:45.148650 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c400961-070d-4188-bd51-dd6820192698 req-f01b77d2-6585-4f33-ab85-897ae10816f2 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:45.166025 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9c400961-070d-4188-bd51-dd6820192698 req-f01b77d2-6585-4f33-ab85-897ae10816f2 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 945 time: 0.1770382 Jan 21 14:26:45.208332 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-dfad0bc6-b376-4960-970a-2a5a89b621dd req-3d8bcef3-903c-4c95-8d35-8e5c64fa0c27 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934286 Jan 21 14:26:45.241460 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9c400961-070d-4188-bd51-dd6820192698 req-ac472da3-44ad-4aa5-a40a-1f6ac2975cf4 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727332 Jan 21 14:26:45.722454 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c62456-e397-466c-a53b-65063083cd4a req-bad8b1e3-cc18-40eb-a904-8d3f75f0195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:45.738802 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-77c62456-e397-466c-a53b-65063083cd4a req-bad8b1e3-cc18-40eb-a904-8d3f75f0195c service neutron] 10.222.0.88 "GET /v2.0/networks?id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea HTTP/1.1" status: 200 len: 916 time: 0.2462792 Jan 21 14:26:46.046323 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f584189-9f58-4947-8b8d-8929cc06ca2d req-79398701-8b13-4c66-9a56-6aef60d75b8f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:46.083398 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4169d-4011-4cb0-8a02-61cf643cf37d req-8ab8b751-46d3-4be0-9bf5-548b60c82011 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:46.083398 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bbc4169d-4011-4cb0-8a02-61cf643cf37d req-8ab8b751-46d3-4be0-9bf5-548b60c82011 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.2274311 Jan 21 14:26:46.088105 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6f584189-9f58-4947-8b8d-8929cc06ca2d req-79398701-8b13-4c66-9a56-6aef60d75b8f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.3177557 Jan 21 14:26:46.138887 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48b66f-c648-417a-ba7b-c7ebff334854 req-c9c7f4c5-a5f8-4cd0-ba07-53b2ff63da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:46.138887 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc48b66f-c648-417a-ba7b-c7ebff334854 req-c9c7f4c5-a5f8-4cd0-ba07-53b2ff63da46 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bcf3f504270477eaa1466f36138788b&device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 1096 time: 0.2544746 Jan 21 14:26:46.295202 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 09aead75-b2c3-4c48-aca1-01ef12f2404a no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:26:46.341368 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bbc4169d-4011-4cb0-8a02-61cf643cf37d req-3fe6272c-c807-4e13-8c08-f17d79c90726 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574906 Jan 21 14:26:46.419486 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: 09aead75-b2c3-4c48-aca1-01ef12f2404a {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:26:46.419984 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 09aead75-b2c3-4c48-aca1-01ef12f2404a not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:26:46.667077 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-77c62456-e397-466c-a53b-65063083cd4a req-cc3838c7-63b3-41bc-9631-33f8c97f4bd2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf HTTP/1.1" status: 200 len: 999 time: 0.7908311 Jan 21 14:26:46.738979 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48b66f-c648-417a-ba7b-c7ebff334854 req-3b1a96cb-57fb-436d-8022-d53b4c572fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:46.742206 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc48b66f-c648-417a-ba7b-c7ebff334854 req-3b1a96cb-57fb-436d-8022-d53b4c572fba service neutron] 10.222.0.88 "GET /v2.0/networks?id=c1379d4d-66b4-4ff2-8733-38001496825d HTTP/1.1" status: 200 len: 916 time: 0.4777706 Jan 21 14:26:46.815050 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b28185-8755-4918-99d2-7464ea035e76 req-09808701-5b7e-4a60-9080-550c1295dd47 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:46.821905 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-78b28185-8755-4918-99d2-7464ea035e76 req-09808701-5b7e-4a60-9080-550c1295dd47 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.2698770 Jan 21 14:26:46.826325 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6f584189-9f58-4947-8b8d-8929cc06ca2d req-931fb8d0-d5b9-40b1-a0b9-b952e97eca91 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7134540 Jan 21 14:26:46.852308 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c62456-e397-466c-a53b-65063083cd4a req-14a7699e-c4f2-4609-8737-2e984c09c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:46.859102 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-77c62456-e397-466c-a53b-65063083cd4a req-14a7699e-c4f2-4609-8737-2e984c09c658 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1af3231-f7ce-40f9-b8d1-bdab42531b8f HTTP/1.1" status: 200 len: 854 time: 0.1547072 Jan 21 14:26:46.917345 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc48b66f-c648-417a-ba7b-c7ebff334854 req-e620933b-8b54-4688-90fb-ea0cfaf5c9ee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8 HTTP/1.1" status: 200 len: 217 time: 0.0942628 Jan 21 14:26:47.090846 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c62456-e397-466c-a53b-65063083cd4a req-c89d87bd-7f27-4aa4-a9a6-6a1376286c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:47.092789 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-77c62456-e397-466c-a53b-65063083cd4a req-c89d87bd-7f27-4aa4-a9a6-6a1376286c32 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2133188 Jan 21 14:26:47.093347 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-78b28185-8755-4918-99d2-7464ea035e76 req-fe56aa18-1f10-499a-baa7-2e08fe664003 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860590 Jan 21 14:26:47.126158 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48b66f-c648-417a-ba7b-c7ebff334854 req-5d63c54a-f09e-42ad-ad6b-31c9fb0884f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:47.126158 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc48b66f-c648-417a-ba7b-c7ebff334854 req-5d63c54a-f09e-42ad-ad6b-31c9fb0884f4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4fdaec47-a0dd-43fa-9b1b-945ec0fd606d HTTP/1.1" status: 200 len: 854 time: 0.1783586 Jan 21 14:26:47.241968 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ce407-f1bd-4473-bb09-a2b891ca49e2 req-4036aec4-50f1-4d84-987d-56719bef72a5 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:47.243940 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c12ce407-f1bd-4473-bb09-a2b891ca49e2 req-4036aec4-50f1-4d84-987d-56719bef72a5 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 945 time: 0.2439086 Jan 21 14:26:47.273593 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-77c62456-e397-466c-a53b-65063083cd4a req-a7db8302-438d-4a54-b439-449fe162f452 service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701257 Jan 21 14:26:47.323924 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48b66f-c648-417a-ba7b-c7ebff334854 req-29051fc7-38dd-46d5-a97a-cf8d5ac822dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:47.326998 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc48b66f-c648-417a-ba7b-c7ebff334854 req-29051fc7-38dd-46d5-a97a-cf8d5ac822dd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c1379d4d-66b4-4ff2-8733-38001496825d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1344817 Jan 21 14:26:47.354454 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ad706-6cd5-4728-a4df-9efeddc85ec7 req-be9a3364-7ce1-432a-b49b-2fcfcba7e91e tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:47.356385 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-598ad706-6cd5-4728-a4df-9efeddc85ec7 req-be9a3364-7ce1-432a-b49b-2fcfcba7e91e tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 945 time: 0.1625028 Jan 21 14:26:47.432641 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c12ce407-f1bd-4473-bb09-a2b891ca49e2 req-87cd65a3-8b84-42f9-afaf-fd6c94e914bd tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf834af0-5b19-4f17-87ed-ce875c410482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654663 Jan 21 14:26:47.619029 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-77c62456-e397-466c-a53b-65063083cd4a req-6f138538-33bd-49d4-82bd-d1eb2ff65017 service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111181 Jan 21 14:26:47.689592 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-598ad706-6cd5-4728-a4df-9efeddc85ec7 req-58b94128-4436-43c5-a13c-cb50759fd43a tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Deleting port b8d44042-73e5-473d-8efe-e04beee70ba2 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:26:47.692060 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-598ad706-6cd5-4728-a4df-9efeddc85ec7 req-58b94128-4436-43c5-a13c-cb50759fd43a tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:47.794382 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507448-90ae-40cd-86f4-aad6a028c8a0 req-deb089db-73ae-4de1-8e77-916f635c80bc tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:47.796308 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b0507448-90ae-40cd-86f4-aad6a028c8a0 req-deb089db-73ae-4de1-8e77-916f635c80bc tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.1547339 Jan 21 14:26:47.810595 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc48b66f-c648-417a-ba7b-c7ebff334854 req-7f31d0c5-a25f-417b-ac4a-be424bf0b006 service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261208 Jan 21 14:26:47.904329 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-598ad706-6cd5-4728-a4df-9efeddc85ec7 req-58b94128-4436-43c5-a13c-cb50759fd43a tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] For port b8d44042-73e5-473d-8efe-e04beee70ba2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b8d44042-73e5-473d-8efe-e04beee70ba2,segment=NetworkSegment(dca4102f-5f75-495e-b633-7cb47e0012c6),segment_id=dca4102f-5f75-495e-b633-7cb47e0012c6)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:26:47.905306 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-598ad706-6cd5-4728-a4df-9efeddc85ec7 req-58b94128-4436-43c5-a13c-cb50759fd43a tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:47.921847 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-598ad706-6cd5-4728-a4df-9efeddc85ec7 req-58b94128-4436-43c5-a13c-cb50759fd43a tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Calling delete_port for b8d44042-73e5-473d-8efe-e04beee70ba2 owned by compute:nova {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:26:47.939091 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b0507448-90ae-40cd-86f4-aad6a028c8a0 req-fef84658-8d63-4494-8c47-e3e4776f8335 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264095 Jan 21 14:26:48.123898 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20120c69-de57-45d1-ab75-1e76e054b978 req-125ccb91-1b17-4ce9-a2b5-06190d51b575 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:48.126336 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-20120c69-de57-45d1-ab75-1e76e054b978 req-125ccb91-1b17-4ce9-a2b5-06190d51b575 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.1119175 Jan 21 14:26:48.243035 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-20120c69-de57-45d1-ab75-1e76e054b978 req-b9122d22-59d8-4187-9f0c-44d5e8f68d35 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099472 Jan 21 14:26:48.282635 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bd605-4136-49cb-9595-5ad409085449 req-4dfe90f4-1540-463f-a867-4cb6e65d807f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:48.284295 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ea7bd605-4136-49cb-9595-5ad409085449 req-4dfe90f4-1540-463f-a867-4cb6e65d807f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0692189 Jan 21 14:26:48.308936 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-598ad706-6cd5-4728-a4df-9efeddc85ec7 req-58b94128-4436-43c5-a13c-cb50759fd43a tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (b8d44042-73e5-473d-8efe-e04beee70ba2), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:48.340484 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b94128-4436-43c5-a13c-cb50759fd43a tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Pushing event deleted for resources: {'Port': ['ID=b8d44042-73e5-473d-8efe-e04beee70ba2,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:48.362614 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ea7bd605-4136-49cb-9595-5ad409085449 req-36432fbe-522d-40c7-9171-018222f8858d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679748 Jan 21 14:26:48.398971 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-598ad706-6cd5-4728-a4df-9efeddc85ec7 req-58b94128-4436-43c5-a13c-cb50759fd43a tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] No DVR routers for this DVR port b8d44042-73e5-473d-8efe-e04beee70ba2 on host hv-cinder-82160 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:26:48.401885 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-598ad706-6cd5-4728-a4df-9efeddc85ec7 req-58b94128-4436-43c5-a13c-cb50759fd43a tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:48.405787 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-598ad706-6cd5-4728-a4df-9efeddc85ec7 req-58b94128-4436-43c5-a13c-cb50759fd43a tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.88 "DELETE /v2.0/ports/b8d44042-73e5-473d-8efe-e04beee70ba2 HTTP/1.1" status: 204 len: 173 time: 0.9697890 Jan 21 14:26:48.406294 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa90816-2e00-4413-8541-7afd31f891f7', 'name': 'network-vif-deleted', 'tag': 'b8d44042-73e5-473d-8efe-e04beee70ba2'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:26:48.409130 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aea3117-f3e0-4e24-8a27-a644a9319f41" -d '{"events": [{"server_uuid": "3fa90816-2e00-4413-8541-7afd31f891f7", "name": "network-vif-deleted", "tag": "b8d44042-73e5-473d-8efe-e04beee70ba2"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:26:48.453401 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ca2f71-9bd5-4cf3-b880-b8967e8bf96c x-openstack-request-id: req-62ca2f71-9bd5-4cf3-b880-b8967e8bf96c {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:26:48.453785 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa90816-2e00-4413-8541-7afd31f891f7", "name": "network-vif-deleted", "tag": "b8d44042-73e5-473d-8efe-e04beee70ba2", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:26:48.454226 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62ca2f71-9bd5-4cf3-b880-b8967e8bf96c {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:26:48.454886 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa90816-2e00-4413-8541-7afd31f891f7', 'name': 'network-vif-deleted', 'tag': 'b8d44042-73e5-473d-8efe-e04beee70ba2', 'status': 'completed', 'code': 200} Jan 21 14:26:48.563039 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-348e5c5a-14b8-456e-93f1-31206d55e901 req-b57d96cc-3ca4-4e94-8bb0-0300e1610473 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0327387 Jan 21 14:26:49.072275 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625720cf-ce0a-431c-b716-7d254438ea9e req-761abefc-3caa-4169-a9a0-68e46c71ec9e tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:49.074039 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-625720cf-ce0a-431c-b716-7d254438ea9e req-761abefc-3caa-4169-a9a0-68e46c71ec9e tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0500720 Jan 21 14:26:49.133014 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-625720cf-ce0a-431c-b716-7d254438ea9e req-607cdcab-c415-414d-8b33-554fee7f0330 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509038 Jan 21 14:26:49.375046 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbb127-6466-443d-94a5-0b0fcaf7ec8b req-97b13b69-34ae-46fe-a1c7-28ce30984716 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:49.376721 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6ffbb127-6466-443d-94a5-0b0fcaf7ec8b req-97b13b69-34ae-46fe-a1c7-28ce30984716 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0544796 Jan 21 14:26:49.436957 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6ffbb127-6466-443d-94a5-0b0fcaf7ec8b req-42728d36-71ba-4611-8b4f-f16968a87a99 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501556 Jan 21 14:26:49.510382 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c17861-5d34-427f-9685-eb7c0618455e req-b78bb496-fea7-414d-b291-5ee31dd5ee34 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:49.512015 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-86c17861-5d34-427f-9685-eb7c0618455e req-b78bb496-fea7-414d-b291-5ee31dd5ee34 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0549369 Jan 21 14:26:49.572386 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-86c17861-5d34-427f-9685-eb7c0618455e req-6495ba65-fce3-48af-9cde-7c2f76267862 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493274 Jan 21 14:26:49.671507 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-13291f22-d175-49d1-930f-0df6cabd5005 req-e77d0d87-f227-4347-a23d-6d469acd8118 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0274291 Jan 21 14:26:50.259277 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61bc1c-d1dd-4d7b-85ff-5b3c4b087e00 req-210dfa9a-d92b-46ac-a201-ef6c483b0b65 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:50.260938 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8e61bc1c-d1dd-4d7b-85ff-5b3c4b087e00 req-210dfa9a-d92b-46ac-a201-ef6c483b0b65 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0499051 Jan 21 14:26:50.300795 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['b8d44042-73e5-473d-8efe-e04beee70ba2'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:26:50.324689 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8e61bc1c-d1dd-4d7b-85ff-5b3c4b087e00 req-f3efb1a3-023f-4266-978b-7c39063f59fd tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571516 Jan 21 14:26:50.614794 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68e8fd-5259-43f9-80f2-987cd3c8016f req-07155dde-38a5-441d-98c1-4533d93b6afb tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:50.618573 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3d68e8fd-5259-43f9-80f2-987cd3c8016f req-07155dde-38a5-441d-98c1-4533d93b6afb tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0724478 Jan 21 14:26:50.710498 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3d68e8fd-5259-43f9-80f2-987cd3c8016f req-030f3b45-1732-4095-81d6-f0a3e338b321 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845015 Jan 21 14:26:50.787154 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c56cb-f13f-4a9e-9bda-8086230d949d req-619882af-c623-4ded-9a73-7e0b62083b60 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:50.790376 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f62c56cb-f13f-4a9e-9bda-8086230d949d req-619882af-c623-4ded-9a73-7e0b62083b60 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.1065006 Jan 21 14:26:50.850475 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d184b3f1-15b8-4603-8f95-6232ee2f71d5 req-09f2bf6e-b24d-4dd2-8f0c-ab7e2059c6f5 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0596881 Jan 21 14:26:50.901370 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:26:50.908042 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f62c56cb-f13f-4a9e-9bda-8086230d949d req-44cea9d8-5691-4129-9c32-e358edaa79ff tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116381 Jan 21 14:26:51.520501 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c577b9-f30d-4ac1-9650-e9525a36d453 req-3f167609-4f96-4189-bf22-2a8b86ff5759 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:51.524304 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-30c577b9-f30d-4ac1-9650-e9525a36d453 req-3f167609-4f96-4189-bf22-2a8b86ff5759 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0745454 Jan 21 14:26:51.605634 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-30c577b9-f30d-4ac1-9650-e9525a36d453 req-c3ca24f9-3d7d-4e6f-aa51-386bd5a081e5 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715144 Jan 21 14:26:51.868628 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ebeb8-cac3-4b9e-bbe6-7913c328d9a6 req-8c856bcb-6466-4e8a-9cac-e2d522ebb0bb tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:51.870738 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-055ebeb8-cac3-4b9e-bbe6-7913c328d9a6 req-8c856bcb-6466-4e8a-9cac-e2d522ebb0bb tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0802529 Jan 21 14:26:51.941313 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-055ebeb8-cac3-4b9e-bbe6-7913c328d9a6 req-f2e4e5ee-5b27-4b7d-9d04-e5101391e560 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638342 Jan 21 14:26:52.039688 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4204b0df-3456-4be6-b521-2b63ccce3265 req-57c74e85-c9d8-441d-ada6-c10d3b896560 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0669069 Jan 21 14:26:52.152370 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c0151-f3a4-47f0-859c-37b19a3f0394 req-01e6e4e5-c319-440a-8dce-fe9ec46b0d3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:52.154048 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-741c0151-f3a4-47f0-859c-37b19a3f0394 req-01e6e4e5-c319-440a-8dce-fe9ec46b0d3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0660653 Jan 21 14:26:52.235209 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-741c0151-f3a4-47f0-859c-37b19a3f0394 req-597354f3-9582-4864-b493-f12744a1956a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735910 Jan 21 14:26:52.851835 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc65ae6-b405-4173-b76f-9076c49afc82 req-65ee9511-487b-4c2b-ab21-ca40e9ec2261 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:52.853547 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bdc65ae6-b405-4173-b76f-9076c49afc82 req-65ee9511-487b-4c2b-ab21-ca40e9ec2261 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.1131754 Jan 21 14:26:52.928646 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bdc65ae6-b405-4173-b76f-9076c49afc82 req-14658ca6-c949-484d-931c-85f6a568ee31 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629356 Jan 21 14:26:53.101704 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3090c-0416-4954-acce-9917b68fa3a0 req-9f5133af-88d8-4a4c-983d-43d903fba254 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:53.103319 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-29d3090c-0416-4954-acce-9917b68fa3a0 req-9f5133af-88d8-4a4c-983d-43d903fba254 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0642738 Jan 21 14:26:53.173987 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9b1c2e99-8c16-408e-b12d-d9de186ef3a2 req-668d2b66-502f-46af-bd6c-859c378fb501 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0352600 Jan 21 14:26:53.192631 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-29d3090c-0416-4954-acce-9917b68fa3a0 req-92b72ecc-cc6d-4111-80fd-c171e19dbcd3 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825424 Jan 21 14:26:53.331114 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 57134) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:53.487730 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae5b8-cf9c-4a8d-9c82-49e2e0263691 req-615c3880-8f05-4358-9595-94b08b9c9c35 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:53.494894 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-fe8ae5b8-cf9c-4a8d-9c82-49e2e0263691 req-615c3880-8f05-4358-9595-94b08b9c9c35 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.1268711 Jan 21 14:26:53.581574 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae1cee22-80a0-4c28-bad6-ffa2c23d8226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:53.581802 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-fe8ae5b8-cf9c-4a8d-9c82-49e2e0263691 req-f0d74704-9960-4cab-beea-ba4130ff57bd tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794139 Jan 21 14:26:53.715898 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae1cee22-80a0-4c28-bad6-ffa2c23d8226 admin admin] Publish callbacks [] for security_group (e7340e57-5c5c-4854-adb8-fbcd4d810c2e), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:53.868261 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae1cee22-80a0-4c28-bad6-ffa2c23d8226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e7340e57-5c5c-4854-adb8-fbcd4d810c2e), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:53.911403 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-ae1cee22-80a0-4c28-bad6-ffa2c23d8226 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b092dd80e854b198a031077e61b9ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5784090 Jan 21 14:26:53.912274 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cee22-80a0-4c28-bad6-ffa2c23d8226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7340e57-5c5c-4854-adb8-fbcd4d810c2e,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:53.915673 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 57142) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:26:54.001742 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Publish callbacks [] for security_group (e7340e57-5c5c-4854-adb8-fbcd4d810c2e), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:54.005584 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6e17c21-8c3b-4339-ac5b-c19f7fcad5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:54.045155 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Publish callbacks [] for security_group (e7340e57-5c5c-4854-adb8-fbcd4d810c2e), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:54.162015 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68812efc-6fd9-43fb-86f6-0cc64b4d33c7 req-7fb0ca0c-1814-46bc-bc43-6aff8e3df321 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:54.165472 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-68812efc-6fd9-43fb-86f6-0cc64b4d33c7 req-7fb0ca0c-1814-46bc-bc43-6aff8e3df321 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.1376951 Jan 21 14:26:54.303271 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-68812efc-6fd9-43fb-86f6-0cc64b4d33c7 req-917cf908-5e99-4315-93dc-6394f6f93d62 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091239 Jan 21 14:26:54.378713 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c55bbb79-f43c-4b0c-a8c7-9554c0befcd3 req-264fdacb-9540-468d-98ee-9ddef809edcd tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0454593 Jan 21 14:26:54.461481 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4e220-de31-4d4f-886e-fb8ac51ca69c req-8ae3734e-609b-47c1-8965-7604613a388f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:54.461481 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fda4e220-de31-4d4f-886e-fb8ac51ca69c req-8ae3734e-609b-47c1-8965-7604613a388f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0633857 Jan 21 14:26:54.529598 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fda4e220-de31-4d4f-886e-fb8ac51ca69c req-4b8d1a18-cdb4-494d-b7ad-a4f10cf27a2d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806932 Jan 21 14:26:54.730765 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fe5a3-8127-45e2-8a8c-67dcc460560b req-4edf7599-92df-4d5d-b940-930679eecc52 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:54.732256 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f39fe5a3-8127-45e2-8a8c-67dcc460560b req-4edf7599-92df-4d5d-b940-930679eecc52 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0646889 Jan 21 14:26:54.798373 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f39fe5a3-8127-45e2-8a8c-67dcc460560b req-c433029e-44bf-4da5-8307-53ba42623f61 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567579 Jan 21 14:26:54.853465 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device b8d44042-73e5-473d-8efe-e04beee70ba2 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:26:54.881780 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: b8d44042-73e5-473d-8efe-e04beee70ba2 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:26:54.882188 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device b8d44042-73e5-473d-8efe-e04beee70ba2 not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:26:54.958097 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e7340e57-5c5c-4854-adb8-fbcd4d810c2e), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:54.960886 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:54.962147 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7340e57-5c5c-4854-adb8-fbcd4d810c2e HTTP/1.1" status: 204 len: 168 time: 1.0454824 Jan 21 14:26:54.974863 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7340e57-5c5c-4854-adb8-fbcd4d810c2e,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:26:54.988490 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:54.988490 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:54.988959 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:54.989130 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:54.989549 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:54.990109 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:54.991032 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:54.991516 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:54.991951 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:54.992384 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:54.992816 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:54.993304 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:54.993728 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5c02e-8a8c-4150-94b9-496e658607a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:26:55.466477 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3756ee-a4f2-4579-8884-aaf63a0251a6 req-65aaf226-5a90-4805-a96d-6849106d1788 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:55.469328 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8d3756ee-a4f2-4579-8884-aaf63a0251a6 req-65aaf226-5a90-4805-a96d-6849106d1788 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0840819 Jan 21 14:26:55.494746 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f19ab641-593d-4fb3-81f8-c79d68cd9b23 req-7dd0af62-e6c7-4959-a2fb-b0ea512a0fb8 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0372298 Jan 21 14:26:55.540675 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8d3756ee-a4f2-4579-8884-aaf63a0251a6 req-0992d5ef-5f4c-4819-98c1-05853d4e95fa tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653780 Jan 21 14:26:55.661607 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc9ff2-6e30-439e-a602-b8faff8e411b req-381ef00b-3125-465c-af35-b5f9bd1d699a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:55.663217 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b1bc9ff2-6e30-439e-a602-b8faff8e411b req-381ef00b-3125-465c-af35-b5f9bd1d699a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0514750 Jan 21 14:26:55.720895 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b1bc9ff2-6e30-439e-a602-b8faff8e411b req-e3dedb6c-4bd2-4bba-b78f-6ef9a9558d3b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520213 Jan 21 14:26:55.930921 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4f2eb-77d2-4bff-bbe8-82f58503d8ba req-26c0c1ba-a6f7-4bf0-bee1-3bf1d20553ce tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:55.932521 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-97d4f2eb-77d2-4bff-bbe8-82f58503d8ba req-26c0c1ba-a6f7-4bf0-bee1-3bf1d20553ce tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0544620 Jan 21 14:26:55.989055 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-97d4f2eb-77d2-4bff-bbe8-82f58503d8ba req-47d9339e-b5d8-449e-a303-870d2e1ec704 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494506 Jan 21 14:26:56.622941 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-00c1a2a5-1d3c-4358-a3bd-91ab6ddadf6f req-36d9163b-9fe0-4243-868a-f0efd7974416 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0292940 Jan 21 14:26:56.686820 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d88f0-8cbd-4fc6-b749-fc177051bd36 req-1505cfdf-3d9f-4627-a398-9b9cc956be5f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:56.688833 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-931d88f0-8cbd-4fc6-b749-fc177051bd36 req-1505cfdf-3d9f-4627-a398-9b9cc956be5f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0662534 Jan 21 14:26:56.725825 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9738ed5-43eb-4d58-890f-a78540fe5524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:56.754717 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-931d88f0-8cbd-4fc6-b749-fc177051bd36 req-18d98f5c-2bed-4717-be4d-e9f530b39e43 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585685 Jan 21 14:26:56.933558 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bc48b66f-c648-417a-ba7b-c7ebff334854 req-c40674be-79db-4c4d-b556-b9159ef83b0c service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817882 Jan 21 14:26:56.950970 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb0982-0486-4227-89e9-67dba8133f94 req-e480efc4-d4d8-4457-baab-fab51d2c55d2 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:56.954368 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-eabb0982-0486-4227-89e9-67dba8133f94 req-e480efc4-d4d8-4457-baab-fab51d2c55d2 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.1055553 Jan 21 14:26:57.034339 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-eabb0982-0486-4227-89e9-67dba8133f94 req-2bb9b424-c221-4fa2-aa4d-78dd81f3a73d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737746 Jan 21 14:26:57.137109 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63ef72-e408-493a-b0a5-443d339e5af5 req-9ae2f14b-b727-411a-a48c-9f3adee5a357 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:57.142050 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6e63ef72-e408-493a-b0a5-443d339e5af5 req-9ae2f14b-b727-411a-a48c-9f3adee5a357 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0610683 Jan 21 14:26:57.195437 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6e63ef72-e408-493a-b0a5-443d339e5af5 req-455ac4a9-a58e-48db-bb52-cc9e225370d6 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502899 Jan 21 14:26:57.847625 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-76cbdc57-5c52-422a-af8e-db3208b7b101 req-d534109d-987b-48bb-ae32-b7c5a4260e2d tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0437305 Jan 21 14:26:58.053439 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a91fb-6fdb-427c-8f19-ec0ff5bfbe5d req-fe366e0c-f29f-4c51-915c-10b4aeeb8d4d tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:58.055550 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-986a91fb-6fdb-427c-8f19-ec0ff5bfbe5d req-fe366e0c-f29f-4c51-915c-10b4aeeb8d4d tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0898013 Jan 21 14:26:58.098857 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-6252c7ee-045e-440d-a196-2d4140836561 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:58.122593 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-6252c7ee-045e-440d-a196-2d4140836561 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/networks?id=fe75e89b-58e2-4577-a608-549d4b0f181f HTTP/1.1" status: 200 len: 814 time: 0.2845643 Jan 21 14:26:58.158247 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-dfa2a1a9-5ddb-4cc4-8b89-aa6715c1b878 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/quotas/c2d0d37de7074604892daf91f595c796 HTTP/1.1" status: 200 len: 375 time: 0.0340214 Jan 21 14:26:58.169002 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-986a91fb-6fdb-427c-8f19-ec0ff5bfbe5d req-aad84a97-f256-4e1d-bb93-d0a721579912 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023550 Jan 21 14:26:58.223938 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-9a74ed6f-04ce-4de3-9861-4c7e4f9e345d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2d0d37de7074604892daf91f595c796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642250 Jan 21 14:26:58.334960 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-b80443dd-c617-4153-8470-bb917cabb206 service neutron] 10.222.0.39 "GET /v2.0/networks/fe75e89b-58e2-4577-a608-549d4b0f181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098359 Jan 21 14:26:58.367646 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5c8a9-e92c-40cf-80bc-482494651fb0 req-9a9b4217-75ce-412b-a2fd-b2ab51014092 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:58.370428 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a7b5c8a9-e92c-40cf-80bc-482494651fb0 req-9a9b4217-75ce-412b-a2fd-b2ab51014092 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.1080813 Jan 21 14:26:58.453915 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a7b5c8a9-e92c-40cf-80bc-482494651fb0 req-fd674491-7c61-439a-a91a-d1b5a04a69df tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748267 Jan 21 14:26:58.513627 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-54fb05e2-e32a-4bf4-ae7b-f3087bf11264 service neutron] 10.222.0.39 "GET /v2.0/networks/fe75e89b-58e2-4577-a608-549d4b0f181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715157 Jan 21 14:26:58.659713 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6790fa6-214e-4c51-bcaf-57a9e7ba6756 req-67b53356-2b05-4fa0-a814-3ca7089bf234 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:58.661491 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c6790fa6-214e-4c51-bcaf-57a9e7ba6756 req-67b53356-2b05-4fa0-a814-3ca7089bf234 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.1155825 Jan 21 14:26:58.739665 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c6790fa6-214e-4c51-bcaf-57a9e7ba6756 req-40b76847-018d-4ed3-ab46-f43753cdf282 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664487 Jan 21 14:26:58.879572 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-eaa25d6c-8a9d-4c76-8145-e74141392b4a req-185b38f4-cd75-4361-9b0d-78a4a82eb1e1 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 210 time: 0.0436916 Jan 21 14:26:58.987632 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fd079505-3f37-48e4-84ab-80bf4f5b9d08 req-7d25e7c8-cdee-47c2-ae39-7f2eb18a6353 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0324135 Jan 21 14:26:59.274597 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:59.338458 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632aa7e9-f286-4dc1-b529-dc370c867c46 req-c490d6f3-9b47-4436-afb0-79c483a7b3c3 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:59.341458 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-632aa7e9-f286-4dc1-b529-dc370c867c46 req-c490d6f3-9b47-4436-afb0-79c483a7b3c3 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0806773 Jan 21 14:26:59.409045 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-632aa7e9-f286-4dc1-b529-dc370c867c46 req-159e4326-4b85-4938-b53f-8472406386b4 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612721 Jan 21 14:26:59.636027 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54346a-f677-498b-95b1-7a4bf1fc8aac req-ad81ddb9-12ee-45cd-9e11-d7570db7855a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:59.637810 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cc54346a-f677-498b-95b1-7a4bf1fc8aac req-ad81ddb9-12ee-45cd-9e11-d7570db7855a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0557520 Jan 21 14:26:59.713975 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cc54346a-f677-498b-95b1-7a4bf1fc8aac req-0267792e-87ad-4246-b39f-6b3868af78d1 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482702 Jan 21 14:26:59.834356 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:26:59.931366 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d7f46-b86e-4931-be97-8733a9264be7 req-41eb1f0e-2cac-4048-b5b6-6e0414424594 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:26:59.936686 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f25d7f46-b86e-4931-be97-8733a9264be7 req-41eb1f0e-2cac-4048-b5b6-6e0414424594 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0807467 Jan 21 14:26:59.989290 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f25d7f46-b86e-4931-be97-8733a9264be7 req-00f03e90-19c6-424c-9ca8-3f798b642a09 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501339 Jan 21 14:26:59.993345 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-70310d5b-30c9-430c-afa3-0193e885032f req-f0e5741d-1aae-49fb-b85c-69fdbbc29044 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 210 time: 0.0368400 Jan 21 14:27:00.116357 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c2f58805-f553-49d0-b4c5-c89c447a0ab9 req-51a57e91-0735-47df-b780-6993e2102ff6 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0272734 Jan 21 14:27:00.559865 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579e7a4-b37d-4135-bac6-c9fd1d7dfa68 req-7a06360f-08ff-414b-8ce0-f0cac152cd94 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:00.561739 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6579e7a4-b37d-4135-bac6-c9fd1d7dfa68 req-7a06360f-08ff-414b-8ce0-f0cac152cd94 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0676105 Jan 21 14:27:00.647783 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6579e7a4-b37d-4135-bac6-c9fd1d7dfa68 req-0f900dc3-cec8-4e52-913a-a2398e0eb648 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795436 Jan 21 14:27:00.889551 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14127f-19b7-4122-97e8-5fa6f6f23fec req-730efcb7-9c21-4e6e-a27c-661867a1ed52 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:00.891935 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2c14127f-19b7-4122-97e8-5fa6f6f23fec req-730efcb7-9c21-4e6e-a27c-661867a1ed52 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0875859 Jan 21 14:27:00.968437 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2c14127f-19b7-4122-97e8-5fa6f6f23fec req-b6df41dc-f912-4ade-97fc-e9ac8123a758 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671124 Jan 21 14:27:01.018161 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:01.154033 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5faab9ce-d65d-42b3-a31d-179e19ffd930 req-cbbd3568-2f31-464a-be62-4ec9064be451 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 210 time: 0.0476799 Jan 21 14:27:01.233446 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefe778-b433-49b2-84fa-c5080ad8e0d7 req-312dfc15-ac0b-441e-876c-0b4d9658c9fc tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:01.235368 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2fefe778-b433-49b2-84fa-c5080ad8e0d7 req-312dfc15-ac0b-441e-876c-0b4d9658c9fc tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0756667 Jan 21 14:27:01.303349 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aa665077-7fe5-49f1-8812-2feb26b2854f req-89586b2e-b6dc-413a-a698-67ea8a1df9ef tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0291302 Jan 21 14:27:01.315461 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2fefe778-b433-49b2-84fa-c5080ad8e0d7 req-c5f082d0-5200-4a4f-a5fe-bd8f0d08d3dd tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668988 Jan 21 14:27:01.434542 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:01.792334 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0e82e-57d8-4624-a264-10a00743b412 req-c9ca8a51-2386-4b26-a2da-01505e298164 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:01.793926 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a1c0e82e-57d8-4624-a264-10a00743b412 req-c9ca8a51-2386-4b26-a2da-01505e298164 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0602164 Jan 21 14:27:01.847245 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a1c0e82e-57d8-4624-a264-10a00743b412 req-e47043b0-5d0e-4ef3-bb0d-bb4452bf9f38 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471742 Jan 21 14:27:02.120553 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb4bfe-ddbf-4f3f-9650-bbe76e923285 req-e9c7dd16-1054-44f5-a724-8caa2b262c56 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:02.122186 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9bdb4bfe-ddbf-4f3f-9650-bbe76e923285 req-e9c7dd16-1054-44f5-a724-8caa2b262c56 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0570006 Jan 21 14:27:02.211488 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9bdb4bfe-ddbf-4f3f-9650-bbe76e923285 req-10d6268a-e7fe-46a0-be3d-d98cd14835bd tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781405 Jan 21 14:27:02.331556 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-70d97017-6934-49dd-bb7a-dd863e308ec9 req-d5baaedc-3009-477d-84b4-092d01ebc362 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 210 time: 0.0415273 Jan 21 14:27:02.481655 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c84599a1-0162-4a63-83fe-9f4f59288161 req-98c87177-07db-4a3f-8bee-dd160e72362b tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0485349 Jan 21 14:27:02.496825 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bfac9-6191-4593-a72c-828dea58bed6 req-1a8df652-358c-4050-8b2a-720cbd3d7ea5 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:02.498478 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ee9bfac9-6191-4593-a72c-828dea58bed6 req-1a8df652-358c-4050-8b2a-720cbd3d7ea5 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0631156 Jan 21 14:27:02.552431 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ee9bfac9-6191-4593-a72c-828dea58bed6 req-f7b5878f-ebc7-47e4-bdb8-60ea91c424dc tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472453 Jan 21 14:27:03.021894 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41aa6a-f3e9-4c4d-8c36-ca923153cae4 req-628f01fb-523e-41b2-a97c-14c460629884 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:03.031127 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ee41aa6a-f3e9-4c4d-8c36-ca923153cae4 req-628f01fb-523e-41b2-a97c-14c460629884 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0832036 Jan 21 14:27:03.112955 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ee41aa6a-f3e9-4c4d-8c36-ca923153cae4 req-ced76971-3970-4e19-887a-ec3ccc08588e tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801835 Jan 21 14:27:03.349960 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cab39-8f55-49b5-b7d5-0bd4cf371a98 req-2550026c-0cde-42c1-81d4-eae4958520ee tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:03.357599 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a60cab39-8f55-49b5-b7d5-0bd4cf371a98 req-2550026c-0cde-42c1-81d4-eae4958520ee tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0620232 Jan 21 14:27:03.428625 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a60cab39-8f55-49b5-b7d5-0bd4cf371a98 req-50c85bac-eb6f-445e-b0c3-c52103725574 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645812 Jan 21 14:27:03.473347 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fbf3a150-d7aa-4652-9926-f7376e21dc22 req-2788ab63-892d-462e-82ae-477baa9f53f3 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 210 time: 0.0320706 Jan 21 14:27:03.611973 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d08ea287-a818-46ed-beda-5f4b7d4511e7 req-eb3d06cc-8079-4a54-a0da-99b011c51719 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0320065 Jan 21 14:27:03.732966 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25c450-5d97-4403-9e97-c7e4ed392ecc req-17220725-b6a1-4246-bc87-03b0538c4157 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:03.734910 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8f25c450-5d97-4403-9e97-c7e4ed392ecc req-17220725-b6a1-4246-bc87-03b0538c4157 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0784407 Jan 21 14:27:03.795985 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8f25c450-5d97-4403-9e97-c7e4ed392ecc req-cde58cfb-7325-4355-ab89-118c40f76e5f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545158 Jan 21 14:27:04.290316 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a66e9-2bf0-4cc7-be62-8bc5e38adaa5 req-a370fa5f-ca42-4b25-8686-62ad333a9fa9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:04.291806 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-588a66e9-2bf0-4cc7-be62-8bc5e38adaa5 req-a370fa5f-ca42-4b25-8686-62ad333a9fa9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0566628 Jan 21 14:27:04.343335 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-588a66e9-2bf0-4cc7-be62-8bc5e38adaa5 req-0086391b-b84b-47a3-8fcd-2c59e576fad0 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457034 Jan 21 14:27:04.569341 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04122e6-73d6-433d-a01b-1576e44a543e req-5bbc42a7-c9df-4b2f-b71c-69f5a2e327e6 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:04.570955 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b04122e6-73d6-433d-a01b-1576e44a543e req-5bbc42a7-c9df-4b2f-b71c-69f5a2e327e6 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0584414 Jan 21 14:27:04.601329 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7b5c7a3a-f084-4fef-9d14-7b10ef168f29 req-75178540-6b54-4769-972b-e4dc88243e88 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 210 time: 0.0322568 Jan 21 14:27:04.643096 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b04122e6-73d6-433d-a01b-1576e44a543e req-d7a8d8d2-77f3-41f0-917b-5e80b925fe1d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665660 Jan 21 14:27:04.733705 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-73c13641-0a96-4153-a326-e1544c57cf09 req-f871ff8c-aeb1-478f-9cfe-743f9546b2f9 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0264757 Jan 21 14:27:04.949454 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dde72-2628-4fbe-8970-48da067ce432 req-b78f402c-346f-4a8f-897e-9cef9ad93f0d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:04.952123 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-087dde72-2628-4fbe-8970-48da067ce432 req-b78f402c-346f-4a8f-897e-9cef9ad93f0d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0566111 Jan 21 14:27:05.025183 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-087dde72-2628-4fbe-8970-48da067ce432 req-c1207aef-1f8e-4052-918b-115d3ae69437 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620494 Jan 21 14:27:05.516299 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c62f6e-e170-4077-a95a-9ffdced90ea5 req-3b8261a3-68a5-4f52-abaf-1811f5186fed tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:05.517927 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a5c62f6e-e170-4077-a95a-9ffdced90ea5 req-3b8261a3-68a5-4f52-abaf-1811f5186fed tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0867827 Jan 21 14:27:05.606996 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a5c62f6e-e170-4077-a95a-9ffdced90ea5 req-5c93d8a9-c28d-42da-a458-53046d0df68c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772245 Jan 21 14:27:05.730665 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1c72eede-a9fc-41ae-aa5d-22d0494bb0ff req-97fea268-3171-4f00-a00d-4b071b40fb93 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 210 time: 0.0318172 Jan 21 14:27:05.789737 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e1c2d-88b5-4bcb-adc4-ef25b87b5fe3 req-94b431d0-0d9f-438b-96b1-c3de4b4195b3 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:05.791466 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-199e1c2d-88b5-4bcb-adc4-ef25b87b5fe3 req-94b431d0-0d9f-438b-96b1-c3de4b4195b3 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0687692 Jan 21 14:27:05.896802 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-199e1c2d-88b5-4bcb-adc4-ef25b87b5fe3 req-cb62d71c-0a1c-48ee-8c91-3272e66c9157 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967464 Jan 21 14:27:05.953988 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7592cf20-87ee-42b5-b926-85f25849bd3e req-8d3365e0-8693-4786-915f-489915aae517 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0659420 Jan 21 14:27:06.188085 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c109cfb-7312-44f8-a990-58a9f2dc788a req-6eb3bcfa-2b96-4add-85e0-76b6657910e6 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:06.190095 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5c109cfb-7312-44f8-a990-58a9f2dc788a req-6eb3bcfa-2b96-4add-85e0-76b6657910e6 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0686321 Jan 21 14:27:06.276437 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5c109cfb-7312-44f8-a990-58a9f2dc788a req-d9884978-a61e-4524-af8f-bba077af2c0b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754762 Jan 21 14:27:06.755394 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ba2f4-a838-4b5b-af57-b628f4b9661e req-2b90d65f-0105-410e-865a-4416b12aca88 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:06.757286 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b74ba2f4-a838-4b5b-af57-b628f4b9661e req-2b90d65f-0105-410e-865a-4416b12aca88 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0655301 Jan 21 14:27:06.825131 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b74ba2f4-a838-4b5b-af57-b628f4b9661e req-1006da4d-038e-4111-8e20-afa1435d862b tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609646 Jan 21 14:27:07.101087 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa57359-1a70-47af-a42f-c3be0fcd2939 req-8d1ed6ed-0137-4009-a64f-a2efa6ef4ca6 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:07.102764 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4aa57359-1a70-47af-a42f-c3be0fcd2939 req-8d1ed6ed-0137-4009-a64f-a2efa6ef4ca6 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0645857 Jan 21 14:27:07.135249 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c0fa0f37-fe9d-4979-aad4-b2b490aac074 req-446bd0fc-eef8-4e9e-9249-5e8e2d403ed9 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 210 time: 0.3033762 Jan 21 14:27:07.179957 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4aa57359-1a70-47af-a42f-c3be0fcd2939 req-dce64234-b7fe-415c-92a0-60a42a3d131e tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665481 Jan 21 14:27:07.302338 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-982e2297-53f9-4ceb-874a-a1e5f565fb4a req-582aa141-da5d-46ee-a8de-b90d0492ab46 tempest-VolumesActionsTest-1049374376 tempest-VolumesActionsTest-1049374376-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa90816-2e00-4413-8541-7afd31f891f7 HTTP/1.1" status: 200 len: 210 time: 0.0403311 Jan 21 14:27:07.426734 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c8760-d6e4-4bf4-b929-c6f7f0745900 req-55834238-dc46-4ca6-bf0d-500a9c5f3915 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:07.428165 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a41c8760-d6e4-4bf4-b929-c6f7f0745900 req-55834238-dc46-4ca6-bf0d-500a9c5f3915 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0547943 Jan 21 14:27:07.525558 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a41c8760-d6e4-4bf4-b929-c6f7f0745900 req-eca7b012-d44b-487c-ac83-163f3bf57dd9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746286 Jan 21 14:27:07.997762 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465d221-f34f-4669-a9a9-c51e25e40ebc req-611c6394-d6b0-40be-8f00-5f1735379d10 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:08.001190 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f465d221-f34f-4669-a9a9-c51e25e40ebc req-611c6394-d6b0-40be-8f00-5f1735379d10 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0834785 Jan 21 14:27:08.081790 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f465d221-f34f-4669-a9a9-c51e25e40ebc req-0dbcfe98-b123-477d-b74d-16b00c1a013e tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720165 Jan 21 14:27:08.255049 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f09ac-ef72-4bd5-b31c-f4ff9b5b9660 req-f200f4c7-531b-4e48-9a83-70355b4d339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:08.259890 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-507f09ac-ef72-4bd5-b31c-f4ff9b5b9660 req-f200f4c7-531b-4e48-9a83-70355b4d339e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 1099 time: 0.0598602 Jan 21 14:27:08.281669 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-caf24737-3b9f-49ab-96ef-961069a70627 req-42bec729-3958-46aa-a16e-8573dabc266a tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 210 time: 0.0285585 Jan 21 14:27:08.381126 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fb92f-2869-4ddc-80fc-487794b8a199 req-1b6d8378-9b8c-4405-8015-4d68f8dafaab tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:08.382776 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7b4fb92f-2869-4ddc-80fc-487794b8a199 req-1b6d8378-9b8c-4405-8015-4d68f8dafaab tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.1105514 Jan 21 14:27:08.386845 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-507f09ac-ef72-4bd5-b31c-f4ff9b5b9660 req-4774b074-e334-4d30-b2c3-a88bc00f56fc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977526 Jan 21 14:27:08.436609 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7b4fb92f-2869-4ddc-80fc-487794b8a199 req-075f71d7-7a22-4c18-aac2-2281a3412a56 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477412 Jan 21 14:27:08.714867 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf512df-96c6-485c-bc66-b58fa115e708 req-58df56df-ac34-4b13-bdab-d60024f80926 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:08.718175 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9bf512df-96c6-485c-bc66-b58fa115e708 req-58df56df-ac34-4b13-bdab-d60024f80926 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0868282 Jan 21 14:27:08.746808 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842ce46-06b1-4903-a461-79a7a331ce4b req-4fc7facf-5d6c-43b3-aa2f-25663a31d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:08.748593 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e842ce46-06b1-4903-a461-79a7a331ce4b req-4fc7facf-5d6c-43b3-aa2f-25663a31d472 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=60aa34d5299842f1aa2a2e8e745df561&device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 1096 time: 0.0517833 Jan 21 14:27:08.782459 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9bf512df-96c6-485c-bc66-b58fa115e708 req-b528f92d-6e57-4782-a630-b6ed43db8bc9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584793 Jan 21 14:27:08.873462 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842ce46-06b1-4903-a461-79a7a331ce4b req-e41b7c8c-486a-4952-8485-868dd2eea60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:08.878314 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e842ce46-06b1-4903-a461-79a7a331ce4b req-e41b7c8c-486a-4952-8485-868dd2eea60b service neutron] 10.222.0.88 "GET /v2.0/networks?id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea HTTP/1.1" status: 200 len: 916 time: 0.1036825 Jan 21 14:27:08.969051 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e842ce46-06b1-4903-a461-79a7a331ce4b req-9dd5d44d-011e-46d3-99bf-7f9ddaf52506 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf HTTP/1.1" status: 200 len: 999 time: 0.0853765 Jan 21 14:27:09.033968 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842ce46-06b1-4903-a461-79a7a331ce4b req-26cf7705-a62d-4276-a7db-f9cf0836a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:09.035562 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e842ce46-06b1-4903-a461-79a7a331ce4b req-26cf7705-a62d-4276-a7db-f9cf0836a8d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1af3231-f7ce-40f9-b8d1-bdab42531b8f HTTP/1.1" status: 200 len: 854 time: 0.0591755 Jan 21 14:27:09.101543 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842ce46-06b1-4903-a461-79a7a331ce4b req-d8c39835-9464-4dc7-b71c-02db3295a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:09.103932 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e842ce46-06b1-4903-a461-79a7a331ce4b req-d8c39835-9464-4dc7-b71c-02db3295a06a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0615320 Jan 21 14:27:09.271749 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-dc7a0be3-2300-4ca5-99a7-2adb4c99c026 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:09.273561 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-dc7a0be3-2300-4ca5-99a7-2adb4c99c026 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.88 "GET /v2.0/networks?id=fe75e89b-58e2-4577-a608-549d4b0f181f HTTP/1.1" status: 200 len: 814 time: 0.1530256 Jan 21 14:27:09.273787 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e842ce46-06b1-4903-a461-79a7a331ce4b req-62ff6955-11d8-43db-b423-10c2e7ec4427 service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530550 Jan 21 14:27:09.287638 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45769b95-e30c-488c-83db-3dfd0e624444 req-adf0a020-a761-42de-b691-241d5866972f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:09.298398 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-45769b95-e30c-488c-83db-3dfd0e624444 req-adf0a020-a761-42de-b691-241d5866972f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0914891 Jan 21 14:27:09.304274 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-d3d9dcf2-ce15-49a9-b32d-0e7c60ec2345 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Request body: {'port': {'device_id': '6ed67ab6-b609-4852-bec0-c472735021dc', 'network_id': 'fe75e89b-58e2-4577-a608-549d4b0f181f', 'admin_state_up': True, 'tenant_id': 'c2d0d37de7074604892daf91f595c796'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:27:09.429973 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-45769b95-e30c-488c-83db-3dfd0e624444 req-e5ef6405-19f4-46bb-a46d-757b40e21352 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287336 Jan 21 14:27:09.454799 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e842ce46-06b1-4903-a461-79a7a331ce4b req-5a6d7bb1-047d-49b1-8b04-4efb9237dd7c service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546974 Jan 21 14:27:09.524141 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-178abd42-6cc1-436c-8805-7bca2bc6d3eb req-3496154a-f5c2-4fd7-8370-69e7dd66fe07 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 210 time: 0.1090767 Jan 21 14:27:09.631901 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c56f4b-61cd-4c26-9bd8-58b9e27b0a41 req-a0408473-edf2-4602-be0b-19dc1db7db69 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:09.633514 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e1c56f4b-61cd-4c26-9bd8-58b9e27b0a41 req-a0408473-edf2-4602-be0b-19dc1db7db69 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0718997 Jan 21 14:27:09.687805 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e1c56f4b-61cd-4c26-9bd8-58b9e27b0a41 req-522f8f80-022e-4722-bb95-7d4ead693c15 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478511 Jan 21 14:27:09.737189 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-d3d9dcf2-ce15-49a9-b32d-0e7c60ec2345 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Made reservation on behalf of c2d0d37de7074604892daf91f595c796 for: {'port': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:27:09.748251 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-d3d9dcf2-ce15-49a9-b32d-0e7c60ec2345 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:09.946991 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-d3d9dcf2-ce15-49a9-b32d-0e7c60ec2345 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Allocated IP 172.20.0.8 (fe75e89b-58e2-4577-a608-549d4b0f181f/6112b9d1-14f7-45a0-aeb3-5fdac8293d5a/4d0fcf1e-68f9-468a-a023-7fe0a5237bab) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:27:09.975801 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e4cf7-3043-469b-8ebf-e12aedb185f8 req-32ce5b7b-5ba0-42ae-b91a-0252ded7308d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:09.977428 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7f1e4cf7-3043-469b-8ebf-e12aedb185f8 req-32ce5b7b-5ba0-42ae-b91a-0252ded7308d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0844924 Jan 21 14:27:10.087462 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7f1e4cf7-3043-469b-8ebf-e12aedb185f8 req-2bca2372-ed71-463d-86d9-894fbc555728 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005502 Jan 21 14:27:10.170137 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-d3d9dcf2-ce15-49a9-b32d-0e7c60ec2345 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks [] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:10.359307 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-d3d9dcf2-ce15-49a9-b32d-0e7c60ec2345 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:10.405485 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device a837ae16-139e-4ee4-b222-10fc78bb2cb8 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:27:10.416894 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-d3d9dcf2-ce15-49a9-b32d-0e7c60ec2345 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Network fe75e89b-58e2-4577-a608-549d4b0f181f is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:27:10.420702 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-d3d9dcf2-ce15-49a9-b32d-0e7c60ec2345 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:27:10.423493 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-d3d9dcf2-ce15-49a9-b32d-0e7c60ec2345 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:27:10.470199 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9dcf2-ce15-49a9-b32d-0e7c60ec2345 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Pushing event updated for resources: {'Port': ['ID=4d0fcf1e-68f9-468a-a023-7fe0a5237bab,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:10.500849 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-d3d9dcf2-ce15-49a9-b32d-0e7c60ec2345 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:10.501550 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-d3d9dcf2-ce15-49a9-b32d-0e7c60ec2345 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:10.533409 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port a837ae16-139e-4ee4-b222-10fc78bb2cb8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8,segment=NetworkSegment(f193abf6-600f-4d2d-9391-ed3ea50e3053),segment_id=f193abf6-600f-4d2d-9391-ed3ea50e3053)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:27:10.554974 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'port_id': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8', 'mac_address': 'fa:16:3e:ef:8a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:27:10.600286 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-d3d9dcf2-ce15-49a9-b32d-0e7c60ec2345 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3009329 Jan 21 14:27:10.619329 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port a837ae16-139e-4ee4-b222-10fc78bb2cb8 is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:27:10.619772 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:10.633739 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742932b4-aad0-43de-afaa-e6b4ca8e7ba2 req-bc10ae9e-f171-4016-9e83-517710106040 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:10.637186 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-742932b4-aad0-43de-afaa-e6b4ca8e7ba2 req-bc10ae9e-f171-4016-9e83-517710106040 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 943 time: 0.0933282 Jan 21 14:27:10.640721 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a837ae16-139e-4ee4-b222-10fc78bb2cb8 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:27:10.668422 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port a837ae16-139e-4ee4-b222-10fc78bb2cb8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8,segment=NetworkSegment(f193abf6-600f-4d2d-9391-ed3ea50e3053),segment_id=f193abf6-600f-4d2d-9391-ed3ea50e3053)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:27:10.683466 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae59ac4-25be-4b34-8005-2e3a768c2296 req-9f614c4d-4e62-4d5f-a10e-1eb48fc7edc0 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:10.687136 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5ae59ac4-25be-4b34-8005-2e3a768c2296 req-9f614c4d-4e62-4d5f-a10e-1eb48fc7edc0 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 931 time: 0.0674479 Jan 21 14:27:10.700459 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-742932b4-aad0-43de-afaa-e6b4ca8e7ba2 req-2e89daa0-df4f-463f-b3f8-8af6fd7d4bc0 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538740 Jan 21 14:27:10.736828 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:10.776540 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5ae59ac4-25be-4b34-8005-2e3a768c2296 req-36df64d0-d175-44e7-b394-f21b04403a00 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809546 Jan 21 14:27:10.802023 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=a837ae16-139e-4ee4-b222-10fc78bb2cb8,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:10.868140 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbad065-b310-49ca-9635-e8f9944c223b req-85282677-c906-4c88-aab8-475b3e86a77f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:10.869754 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bdbad065-b310-49ca-9635-e8f9944c223b req-85282677-c906-4c88-aab8-475b3e86a77f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0588784 Jan 21 14:27:10.923483 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bdbad065-b310-49ca-9635-e8f9944c223b req-b7bab6de-12b1-4171-a2dd-a5ec87978ede tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472200 Jan 21 14:27:11.241956 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42a9ab-9ae5-464d-a6d2-5fb7f3596aa1 req-779d540b-af33-40dc-9e23-00e1922d5388 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:11.243684 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3e42a9ab-9ae5-464d-a6d2-5fb7f3596aa1 req-779d540b-af33-40dc-9e23-00e1922d5388 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0644522 Jan 21 14:27:11.299034 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3e42a9ab-9ae5-464d-a6d2-5fb7f3596aa1 req-7189f23f-67eb-4d34-8e78-db84ef18c455 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497704 Jan 21 14:27:11.359751 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839af069-4e87-4023-99f4-ba70d512e2dc req-5c648695-de8f-484e-abc7-198cfebc5d70 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:11.361456 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-839af069-4e87-4023-99f4-ba70d512e2dc req-5c648695-de8f-484e-abc7-198cfebc5d70 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0546372 Jan 21 14:27:11.411476 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-839af069-4e87-4023-99f4-ba70d512e2dc req-c5884345-cf51-43f1-a238-774ba005c215 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443876 Jan 21 14:27:11.843072 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50abb4-45a8-4aa2-8342-fe4b50f201a3 req-e2184bd3-df13-408c-9f1c-fd3318c0cc8f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:11.845194 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bf50abb4-45a8-4aa2-8342-fe4b50f201a3 req-e2184bd3-df13-408c-9f1c-fd3318c0cc8f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 944 time: 0.0541704 Jan 21 14:27:11.898849 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bf50abb4-45a8-4aa2-8342-fe4b50f201a3 req-b3ae1782-3d90-400d-b137-96f1885a1d08 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479701 Jan 21 14:27:11.907223 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9cc81-0543-4527-9c4a-7882785dbb98 req-68c496af-0915-4ae8-9de5-38888d8cad9c tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:11.908823 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-05e9cc81-0543-4527-9c4a-7882785dbb98 req-68c496af-0915-4ae8-9de5-38888d8cad9c tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 931 time: 0.0561059 Jan 21 14:27:11.981258 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-05e9cc81-0543-4527-9c4a-7882785dbb98 req-648118c1-9302-4eff-8bb6-3b94c1e6da83 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667095 Jan 21 14:27:12.438587 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b23254-8092-4e51-9eb7-8bd4ae27d366 req-7272ab07-e490-461b-b4ce-610bd6b79c24 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:12.441198 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-79b23254-8092-4e51-9eb7-8bd4ae27d366 req-7272ab07-e490-461b-b4ce-610bd6b79c24 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0601304 Jan 21 14:27:12.501296 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-79b23254-8092-4e51-9eb7-8bd4ae27d366 req-f3864c49-c1a3-44d1-867f-9a9717a788c1 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537565 Jan 21 14:27:12.571989 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c563157-e422-428e-a7d7-c0d64ae26ba9 req-0a73691c-9b29-4f0b-9aa5-4ed819e6f8de tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:12.574093 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1c563157-e422-428e-a7d7-c0d64ae26ba9 req-0a73691c-9b29-4f0b-9aa5-4ed819e6f8de tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0554900 Jan 21 14:27:12.629356 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1c563157-e422-428e-a7d7-c0d64ae26ba9 req-e8f4610c-dd29-413b-b685-2d18dad2c45a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480518 Jan 21 14:27:12.685594 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Request body: {'port': {'device_id': '6ed67ab6-b609-4852-bec0-c472735021dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:27:12.751437 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:13.103470 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad65ac7-df18-4769-913b-aba7f05630ad req-0dd2e56e-84ab-49cc-ae32-0840be0ca81b tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:13.105240 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7ad65ac7-df18-4769-913b-aba7f05630ad req-0dd2e56e-84ab-49cc-ae32-0840be0ca81b tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 944 time: 0.1319196 Jan 21 14:27:13.132262 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0fcf1e-68f9-468a-a023-7fe0a5237bab {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:27:13.147457 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1a802-b396-4a6c-b1f1-959da38bc40c req-60bd89be-9473-4f14-9cee-fb113940b2da tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:13.147457 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-24b1a802-b396-4a6c-b1f1-959da38bc40c req-60bd89be-9473-4f14-9cee-fb113940b2da tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 931 time: 0.0701206 Jan 21 14:27:13.154110 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Publish callbacks [] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:13.187043 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Transition to ACTIVE for port object 4d0fcf1e-68f9-468a-a023-7fe0a5237bab will not be triggered until provisioned by entity L2. {{(pid=103331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:27:13.203343 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-24b1a802-b396-4a6c-b1f1-959da38bc40c req-46e359e2-3e19-47a1-9a81-8880ba3d6256 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518878 Jan 21 14:27:13.206826 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7ad65ac7-df18-4769-913b-aba7f05630ad req-6c80e4b3-ae86-4993-a544-e99d98806eb1 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885344 Jan 21 14:27:13.255132 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:13.305391 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Pushing event updated for resources: {'Port': ['ID=4d0fcf1e-68f9-468a-a023-7fe0a5237bab,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:13.393893 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Attempting to bind port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:27:13.394281 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Attempting to bind port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'fa02dbc9-b2a1-4129-8220-67fa9d79b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fe75e89b-58e2-4577-a608-549d4b0f181f'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:27:13.394630 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Attempting to bind port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab on network fe75e89b-58e2-4577-a608-549d4b0f181f {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:27:13.402252 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab on network fe75e89b-58e2-4577-a608-549d4b0f181f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:27:13.402252 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Attempting to bind port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab on network fe75e89b-58e2-4577-a608-549d4b0f181f {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:27:13.404599 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:27:13.404939 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Checking segment: {'id': 'fa02dbc9-b2a1-4129-8220-67fa9d79b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fe75e89b-58e2-4577-a608-549d4b0f181f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:27:13.405321 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Bound using segment: {'id': 'fa02dbc9-b2a1-4129-8220-67fa9d79b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fe75e89b-58e2-4577-a608-549d4b0f181f'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:27:13.405753 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Bound port: 4d0fcf1e-68f9-468a-a023-7fe0a5237bab, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa02dbc9-b2a1-4129-8220-67fa9d79b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fe75e89b-58e2-4577-a608-549d4b0f181f'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:27:13.406673 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:13.486479 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] For port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab, host hv-cinder-82160, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:27:13.491294 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] For port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4d0fcf1e-68f9-468a-a023-7fe0a5237bab,segment=NetworkSegment(fa02dbc9-b2a1-4129-8220-67fa9d79b3a7),segment_id=fa02dbc9-b2a1-4129-8220-67fa9d79b3a7)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:27:13.588967 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:13.648657 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:13.649730 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:13.652133 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] 10.222.0.88 "PUT /v2.0/ports/4d0fcf1e-68f9-468a-a023-7fe0a5237bab HTTP/1.1" status: 200 len: 1093 time: 0.9719398 Jan 21 14:27:13.652816 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed67ab6-b609-4852-bec0-c472735021dc', 'tag': '4d0fcf1e-68f9-468a-a023-7fe0a5237bab'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:27:13.656849 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd487499-fe33-4ed9-9085-0273519fb02e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed67ab6-b609-4852-bec0-c472735021dc", "tag": "4d0fcf1e-68f9-468a-a023-7fe0a5237bab"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:27:13.657468 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0f8ea-fd41-4c28-9bdf-7526a1978ac9 req-fcbaaa5f-f266-4032-b95f-cb2bc57d9087 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:13.659142 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-adb0f8ea-fd41-4c28-9bdf-7526a1978ac9 req-fcbaaa5f-f266-4032-b95f-cb2bc57d9087 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.0796070 Jan 21 14:27:13.691925 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea8601-a9c6-43f9-aa72-a8269b3be68a service neutron] Pushing event updated for resources: {'Port': ['ID=4d0fcf1e-68f9-468a-a023-7fe0a5237bab,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:13.697725 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29243a-9442-4832-9522-7a1a4ad0ba8d req-ba6411c7-d0ca-4c0c-9394-20ad631f1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:13.699365 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ab29243a-9442-4832-9522-7a1a4ad0ba8d req-ba6411c7-d0ca-4c0c-9394-20ad631f1a98 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d2484fb131484409ba51a2f5775f15f4&device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 1099 time: 0.0906551 Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.787492 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.790445 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.790445 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.790445 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.790445 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.790445 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.790445 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.790445 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.790445 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.790445 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.790445 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.790445 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:13.790445 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:13.791482 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-adb0f8ea-fd41-4c28-9bdf-7526a1978ac9 req-385c15f0-4d15-43e5-aaba-971a61afbba7 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196513 Jan 21 14:27:13.794757 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09ad91-f2ef-442b-b287-133b74f94af8 req-329d8966-8fa1-4832-8ca7-592223d8b6eb tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:13.797718 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bc09ad91-f2ef-442b-b287-133b74f94af8 req-329d8966-8fa1-4832-8ca7-592223d8b6eb tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0798838 Jan 21 14:27:13.852239 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29243a-9442-4832-9522-7a1a4ad0ba8d req-c63b522c-dccd-4232-9afc-e33da95cf4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:13.853869 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ab29243a-9442-4832-9522-7a1a4ad0ba8d req-c63b522c-dccd-4232-9afc-e33da95cf4e0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6efd224b-7807-4a4b-ab02-831ba02f315b HTTP/1.1" status: 200 len: 919 time: 0.1447864 Jan 21 14:27:13.866810 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f217cf7-22a9-4976-a9c2-75590fd6ffa7 x-openstack-request-id: req-3f217cf7-22a9-4976-a9c2-75590fd6ffa7 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:27:13.867101 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed67ab6-b609-4852-bec0-c472735021dc", "tag": "4d0fcf1e-68f9-468a-a023-7fe0a5237bab", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:27:13.867356 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f217cf7-22a9-4976-a9c2-75590fd6ffa7 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:27:13.867937 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed67ab6-b609-4852-bec0-c472735021dc', 'tag': '4d0fcf1e-68f9-468a-a023-7fe0a5237bab', 'status': 'completed', 'code': 200} Jan 21 14:27:13.869813 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-95bb8022-edee-410f-9f0a-e7e63cd4c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:13.871338 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-95bb8022-edee-410f-9f0a-e7e63cd4c13e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2d0d37de7074604892daf91f595c796&device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 1096 time: 0.1015005 Jan 21 14:27:13.905760 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ab29243a-9442-4832-9522-7a1a4ad0ba8d req-82d3524e-3792-4dee-8b01-f4e3d89ece2d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04effe5d-49d7-4a6a-870e-c190fe48aca1 HTTP/1.1" status: 200 len: 217 time: 0.0363691 Jan 21 14:27:13.922146 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bc09ad91-f2ef-442b-b287-133b74f94af8 req-c398ef55-0cee-4619-81a6-07ecae0e1ff4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990288 Jan 21 14:27:13.923984 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-f2a95b2f-6a86-460d-898b-16bb3d90c7b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d0fcf1e-68f9-468a-a023-7fe0a5237bab HTTP/1.1" status: 200 len: 217 time: 0.0419688 Jan 21 14:27:13.932636 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['a837ae16-139e-4ee4-b222-10fc78bb2cb8'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:27:13.966010 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29243a-9442-4832-9522-7a1a4ad0ba8d req-c0b58db1-f8c5-4a45-b36b-86d4bef8ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:13.967971 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ab29243a-9442-4832-9522-7a1a4ad0ba8d req-c0b58db1-f8c5-4a45-b36b-86d4bef8ac77 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cc1ac226-226e-4477-afdf-81841f625e0d HTTP/1.1" status: 200 len: 858 time: 0.0547564 Jan 21 14:27:13.987634 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-9516f329-7b7c-4fda-836b-05a634e2af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:13.989256 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-9516f329-7b7c-4fda-836b-05a634e2af24 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6112b9d1-14f7-45a0-aeb3-5fdac8293d5a HTTP/1.1" status: 200 len: 854 time: 0.0544009 Jan 21 14:27:14.002366 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ab29243a-9442-4832-9522-7a1a4ad0ba8d req-533fcbfd-c98f-4a73-8b11-e7a48591b136 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6efd224b-7807-4a4b-ab02-831ba02f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264664 Jan 21 14:27:14.038995 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-c40c4d33-dabd-468c-8e93-5a8d47c87c68 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe75e89b-58e2-4577-a608-549d4b0f181f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408094 Jan 21 14:27:14.121193 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ab29243a-9442-4832-9522-7a1a4ad0ba8d req-334c1d0d-5bf2-41da-802b-0cf25f49a771 service neutron] 10.222.0.88 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124237 Jan 21 14:27:14.137582 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-18483a5b-68be-42a7-8644-d84b7f247dcd service neutron] 10.222.0.88 "GET /v2.0/networks/fe75e89b-58e2-4577-a608-549d4b0f181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908580 Jan 21 14:27:14.249046 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ab29243a-9442-4832-9522-7a1a4ad0ba8d req-9c565af1-3c12-4273-851b-deb1e2511965 service neutron] 10.222.0.88 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112025 Jan 21 14:27:14.252722 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9aacdf0b-f516-471d-8cb9-96b0a0de1455 req-fe3b603f-c2cc-476c-8a8a-0ef34253d561 service neutron] 10.222.0.88 "GET /v2.0/networks/fe75e89b-58e2-4577-a608-549d4b0f181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078904 Jan 21 14:27:14.365977 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723416e2-0785-4c17-9471-a34a893c8d70 req-795475e9-609b-486b-94a9-9b07f54cc7fa tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:14.367653 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-723416e2-0785-4c17-9471-a34a893c8d70 req-795475e9-609b-486b-94a9-9b07f54cc7fa tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 943 time: 0.0740712 Jan 21 14:27:14.369308 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82130374-fca9-4fef-9c15-c31a3285cc9f req-08aff9c5-5b85-430f-9839-8943bd0316fd tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:14.374855 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-82130374-fca9-4fef-9c15-c31a3285cc9f req-08aff9c5-5b85-430f-9839-8943bd0316fd tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 944 time: 0.0623364 Jan 21 14:27:14.427332 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-82130374-fca9-4fef-9c15-c31a3285cc9f req-2278e849-42cd-4843-82a7-feea7dbda163 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494299 Jan 21 14:27:14.448311 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd487499-fe33-4ed9-9085-0273519fb02e req-42ff5f65-b892-4caf-9f7b-098b2f7f7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:14.449867 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dd487499-fe33-4ed9-9085-0273519fb02e req-42ff5f65-b892-4caf-9f7b-098b2f7f7e00 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2d0d37de7074604892daf91f595c796&device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 1096 time: 0.0813117 Jan 21 14:27:14.454150 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-723416e2-0785-4c17-9471-a34a893c8d70 req-f0d83ae2-43ad-43e9-92a6-3b1e379630e9 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751312 Jan 21 14:27:14.555591 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd487499-fe33-4ed9-9085-0273519fb02e req-3bdb3cb4-e613-4859-a290-f94ec7e2ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:14.557005 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dd487499-fe33-4ed9-9085-0273519fb02e req-3bdb3cb4-e613-4859-a290-f94ec7e2ba8f service neutron] 10.222.0.88 "GET /v2.0/networks?id=fe75e89b-58e2-4577-a608-549d4b0f181f HTTP/1.1" status: 200 len: 915 time: 0.0926390 Jan 21 14:27:14.608148 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dd487499-fe33-4ed9-9085-0273519fb02e req-0e190a31-2459-4cdd-bc8f-ba9660cdc584 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d0fcf1e-68f9-468a-a023-7fe0a5237bab HTTP/1.1" status: 200 len: 217 time: 0.0408437 Jan 21 14:27:14.669186 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd487499-fe33-4ed9-9085-0273519fb02e req-a8911a21-5e42-462c-b168-d293c754b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:14.670857 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dd487499-fe33-4ed9-9085-0273519fb02e req-a8911a21-5e42-462c-b168-d293c754b93b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6112b9d1-14f7-45a0-aeb3-5fdac8293d5a HTTP/1.1" status: 200 len: 854 time: 0.0535669 Jan 21 14:27:14.707894 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dd487499-fe33-4ed9-9085-0273519fb02e req-4b036fcb-681c-42f0-a046-255a87d49e85 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe75e89b-58e2-4577-a608-549d4b0f181f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280490 Jan 21 14:27:14.990616 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af19b89-1261-4ea4-a073-44a6e4404b7c req-75d10fd9-ea05-4adb-9155-aa60db6cc053 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:14.998609 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1af19b89-1261-4ea4-a073-44a6e4404b7c req-75d10fd9-ea05-4adb-9155-aa60db6cc053 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.1043501 Jan 21 14:27:15.054684 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1af19b89-1261-4ea4-a073-44a6e4404b7c req-c0598c52-4ebb-462e-a79f-94a1642bdcd0 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551131 Jan 21 14:27:15.094179 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dd487499-fe33-4ed9-9085-0273519fb02e req-8bb64cb8-a4a4-46f7-bdc6-ac9e3be0f7f7 service neutron] 10.222.0.88 "GET /v2.0/networks/fe75e89b-58e2-4577-a608-549d4b0f181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771894 Jan 21 14:27:15.106811 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406d6b0-3b95-42d6-b31b-870576689872 req-d47729c0-a6cb-424d-bb2a-f9af1d43ec9d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:15.108771 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0406d6b0-3b95-42d6-b31b-870576689872 req-d47729c0-a6cb-424d-bb2a-f9af1d43ec9d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0842056 Jan 21 14:27:15.218552 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0406d6b0-3b95-42d6-b31b-870576689872 req-effb7a0c-d78d-4982-bf24-09f5c1949c94 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005740 Jan 21 14:27:15.240254 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dd487499-fe33-4ed9-9085-0273519fb02e req-f633fdcf-0ccc-4eff-b17d-ed4813afafeb service neutron] 10.222.0.88 "GET /v2.0/networks/fe75e89b-58e2-4577-a608-549d4b0f181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283875 Jan 21 14:27:15.564882 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 97be1fbd-a892-44ca-9d18-9c01f5821dcf details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:27:15.574887 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device a837ae16-139e-4ee4-b222-10fc78bb2cb8 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:27:15.658027 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543659b-04a8-44cf-93b8-68f7ec7efd5c req-995eb809-14b2-458e-9f7f-b0b0dd7b669a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:15.659963 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d543659b-04a8-44cf-93b8-68f7ec7efd5c req-995eb809-14b2-458e-9f7f-b0b0dd7b669a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 944 time: 0.0892527 Jan 21 14:27:15.698215 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8187bc-4665-4973-be9a-09ac01a73be2 req-cc872d2c-d261-49a2-8a57-d9e2d3fea4ff tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:15.702429 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1d8187bc-4665-4973-be9a-09ac01a73be2 req-cc872d2c-d261-49a2-8a57-d9e2d3fea4ff tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 943 time: 0.0900450 Jan 21 14:27:15.812042 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d543659b-04a8-44cf-93b8-68f7ec7efd5c req-482289cf-2301-4829-b1c2-beef58f1c14d tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229744 Jan 21 14:27:15.837210 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1d8187bc-4665-4973-be9a-09ac01a73be2 req-63261cc1-b0ad-4cfa-a5f3-f12766224e3c tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221030 Jan 21 14:27:16.031350 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 97be1fbd-a892-44ca-9d18-9c01f5821dcf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:27:16.051591 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'port_id': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'mac_address': 'fa:16:3e:3d:f5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:27:16.115646 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 97be1fbd-a892-44ca-9d18-9c01f5821dcf is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:27:16.115828 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:16.129182 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port a837ae16-139e-4ee4-b222-10fc78bb2cb8 completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:27:16.138077 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97be1fbd-a892-44ca-9d18-9c01f5821dcf {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:27:16.143043 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port a837ae16-139e-4ee4-b222-10fc78bb2cb8 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:27:16.143433 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:16.194711 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 97be1fbd-a892-44ca-9d18-9c01f5821dcf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:27:16.353056 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1ed43-e441-4639-a06d-ca081b2a680f req-c06513e2-ccd1-4c12-bb45-fca2667c67cc tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:16.354925 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9cc1ed43-e441-4639-a06d-ca081b2a680f req-c06513e2-ccd1-4c12-bb45-fca2667c67cc tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 943 time: 0.1659524 Jan 21 14:27:16.358689 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:16.427168 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9cc1ed43-e441-4639-a06d-ca081b2a680f req-2bc41757-d1b2-4863-94c5-5ba0136421e9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655873 Jan 21 14:27:16.428157 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5de821-2233-461c-8530-529f63a11346 req-d1958901-2f24-41b6-b731-6bf48eb5ebd2 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:16.429968 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8e5de821-2233-461c-8530-529f63a11346 req-d1958901-2f24-41b6-b731-6bf48eb5ebd2 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0660944 Jan 21 14:27:16.448370 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port a837ae16-139e-4ee4-b222-10fc78bb2cb8 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:27:16.449701 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:16.489505 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=97be1fbd-a892-44ca-9d18-9c01f5821dcf,revision_number=9']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:16.506982 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:27:16.511132 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73f0cbb-1831-41d7-b55c-29e244b962d9" -d '{"events": [{"server_uuid": "7eb3113b-bc68-49f7-978f-9d3d09447eee", "name": "network-vif-plugged", "status": "completed", "tag": "a837ae16-139e-4ee4-b222-10fc78bb2cb8"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:27:16.524917 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8e5de821-2233-461c-8530-529f63a11346 req-bf6edc28-db62-4d75-965f-277f5f847bc8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606270 Jan 21 14:27:16.536783 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port a837ae16-139e-4ee4-b222-10fc78bb2cb8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8,segment=NetworkSegment(f193abf6-600f-4d2d-9391-ed3ea50e3053),segment_id=f193abf6-600f-4d2d-9391-ed3ea50e3053)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:27:16.560282 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3887b6b-33ac-4052-8bd7-46b33812cc33 x-openstack-request-id: req-e3887b6b-33ac-4052-8bd7-46b33812cc33 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:27:16.560653 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb3113b-bc68-49f7-978f-9d3d09447eee", "name": "network-vif-plugged", "status": "completed", "tag": "a837ae16-139e-4ee4-b222-10fc78bb2cb8", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:27:16.560976 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3887b6b-33ac-4052-8bd7-46b33812cc33 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:27:16.561432 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8', 'code': 200} Jan 21 14:27:16.632150 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:16.689718 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['97be1fbd-a892-44ca-9d18-9c01f5821dcf'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:27:16.737937 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=a837ae16-139e-4ee4-b222-10fc78bb2cb8,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:17.010787 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf599d-66f8-47c1-834e-cc405580d176 req-eb742d7c-459b-4cb7-a55e-49e350ecd1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:17.013337 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-feaf599d-66f8-47c1-834e-cc405580d176 req-eb742d7c-459b-4cb7-a55e-49e350ecd1b0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 1098 time: 0.0881989 Jan 21 14:27:17.039119 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1e62f-9e27-45de-9850-47a4ca275008 req-402af8ae-8385-4914-8765-d0e871ba7205 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:17.041177 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-54d1e62f-9e27-45de-9850-47a4ca275008 req-402af8ae-8385-4914-8765-d0e871ba7205 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 945 time: 0.0790057 Jan 21 14:27:17.111937 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca964b-eae0-4a55-a80a-7aab7243f19a req-995412e8-ebb0-453c-8b15-6096abe7892c tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:17.113191 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-feaf599d-66f8-47c1-834e-cc405580d176 req-50b91607-d329-459a-9e44-da7b58bf4a84 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920339 Jan 21 14:27:17.122333 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-54d1e62f-9e27-45de-9850-47a4ca275008 req-b8584fe8-222b-48df-9eb3-7fedf42a8ff5 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727000 Jan 21 14:27:17.129957 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-abca964b-eae0-4a55-a80a-7aab7243f19a req-995412e8-ebb0-453c-8b15-6096abe7892c tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 943 time: 0.1164680 Jan 21 14:27:17.217205 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-abca964b-eae0-4a55-a80a-7aab7243f19a req-41abfa29-59fb-47cc-84ed-b966c6d391d0 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852766 Jan 21 14:27:17.570899 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 4d0fcf1e-68f9-468a-a023-7fe0a5237bab details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:27:17.575917 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 97be1fbd-a892-44ca-9d18-9c01f5821dcf up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:27:17.624742 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370a7a6-7e92-4b04-853a-d9967225818f req-b9931f2a-88c1-491b-b8d7-40ebde79083e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:17.627707 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c370a7a6-7e92-4b04-853a-d9967225818f req-b9931f2a-88c1-491b-b8d7-40ebde79083e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 944 time: 0.1131506 Jan 21 14:27:17.710649 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c370a7a6-7e92-4b04-853a-d9967225818f req-caf35265-b628-4efd-b67e-e34f29e6146b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766199 Jan 21 14:27:17.738098 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9398fe9-cad5-469c-97ef-db61578fc6cb req-5cd4853f-ce6d-4260-94c1-50c5d410c71c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:17.738098 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e9398fe9-cad5-469c-97ef-db61578fc6cb req-5cd4853f-ce6d-4260-94c1-50c5d410c71c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0851364 Jan 21 14:27:17.795585 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 97be1fbd-a892-44ca-9d18-9c01f5821dcf triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:27:17.797006 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:17.834624 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e9398fe9-cad5-469c-97ef-db61578fc6cb req-37f73600-fa32-4d5a-9d70-f9a19a056356 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953624 Jan 21 14:27:17.842739 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4d0fcf1e-68f9-468a-a023-7fe0a5237bab,segment=NetworkSegment(fa02dbc9-b2a1-4129-8220-67fa9d79b3a7),segment_id=fa02dbc9-b2a1-4129-8220-67fa9d79b3a7)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:27:17.874335 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '4d0fcf1e-68f9-468a-a023-7fe0a5237bab', 'network_id': 'fe75e89b-58e2-4577-a608-549d4b0f181f', 'port_id': '4d0fcf1e-68f9-468a-a023-7fe0a5237bab', 'mac_address': 'fa:16:3e:2f:27:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6112b9d1-14f7-45a0-aeb3-5fdac8293d5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:27:17.944533 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:27:17.945102 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:17.962220 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0fcf1e-68f9-468a-a023-7fe0a5237bab {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:27:17.985285 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4d0fcf1e-68f9-468a-a023-7fe0a5237bab,segment=NetworkSegment(fa02dbc9-b2a1-4129-8220-67fa9d79b3a7),segment_id=fa02dbc9-b2a1-4129-8220-67fa9d79b3a7)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:27:18.038721 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 97be1fbd-a892-44ca-9d18-9c01f5821dcf is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:27:18.039748 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:18.056225 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:18.113046 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 97be1fbd-a892-44ca-9d18-9c01f5821dcf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:27:18.134415 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=4d0fcf1e-68f9-468a-a023-7fe0a5237bab,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:18.174967 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:18.286453 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc91e3-5088-4902-8504-565c7347f5bb req-97ed43b0-4031-4f88-8a3a-2ec422e257fc tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:18.297537 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5adc91e3-5088-4902-8504-565c7347f5bb req-97ed43b0-4031-4f88-8a3a-2ec422e257fc tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 945 time: 0.0925500 Jan 21 14:27:18.315755 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=97be1fbd-a892-44ca-9d18-9c01f5821dcf,revision_number=10']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:18.379692 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5adc91e3-5088-4902-8504-565c7347f5bb req-662c2e40-8786-4aa1-b322-151713e30edc tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815504 Jan 21 14:27:18.399893 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29948115-f522-4b32-aea5-0b89d71616ac req-e764f181-257f-4cdc-96fa-b84f8eb39dea tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:18.404693 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-29948115-f522-4b32-aea5-0b89d71616ac req-e764f181-257f-4cdc-96fa-b84f8eb39dea tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 944 time: 0.0695937 Jan 21 14:27:18.453708 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['4d0fcf1e-68f9-468a-a023-7fe0a5237bab'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:27:18.476362 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-29948115-f522-4b32-aea5-0b89d71616ac req-dcbeae48-1da0-46f4-8533-c540975c367b tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677035 Jan 21 14:27:18.573885 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97be1fbd-a892-44ca-9d18-9c01f5821dcf'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:27:18.578250 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eee2bc1-d3d0-4819-87d4-acf62833c9af" -d '{"events": [{"server_uuid": "d4ffadec-c61a-4fff-9b28-7f69eb0694a2", "name": "network-vif-plugged", "status": "completed", "tag": "97be1fbd-a892-44ca-9d18-9c01f5821dcf"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:27:18.675795 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6666a07-850b-4df5-a224-8e1dfe6c0d70 x-openstack-request-id: req-c6666a07-850b-4df5-a224-8e1dfe6c0d70 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:27:18.683739 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ffadec-c61a-4fff-9b28-7f69eb0694a2", "name": "network-vif-plugged", "status": "completed", "tag": "97be1fbd-a892-44ca-9d18-9c01f5821dcf", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:27:18.683739 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6666a07-850b-4df5-a224-8e1dfe6c0d70 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:27:18.685717 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'code': 200} Jan 21 14:27:18.860326 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47d6b4-eede-49ec-91af-35f38263e604 req-865be77c-4e1a-45d3-a8ac-e43a0ea9068e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:18.862004 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1c47d6b4-eede-49ec-91af-35f38263e604 req-865be77c-4e1a-45d3-a8ac-e43a0ea9068e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 946 time: 0.0594056 Jan 21 14:27:18.929024 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1c47d6b4-eede-49ec-91af-35f38263e604 req-d2a2f4d9-9935-41e8-944d-21c276c8bcfe tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588958 Jan 21 14:27:19.518521 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a687c-6325-425f-9129-9bfe67b36e51 req-b42d5686-c99f-428d-a2b2-46130cb9c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:19.526195 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3c3a687c-6325-425f-9129-9bfe67b36e51 req-b42d5686-c99f-428d-a2b2-46130cb9c0fe service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 1099 time: 0.1438744 Jan 21 14:27:19.568191 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 4d0fcf1e-68f9-468a-a023-7fe0a5237bab up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:27:19.684175 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55b240-9981-4913-a1c7-fbba5a013f45 req-4f3de52b-69d9-4614-a828-09102f25bc8d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:19.703711 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5d55b240-9981-4913-a1c7-fbba5a013f45 req-4f3de52b-69d9-4614-a828-09102f25bc8d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 944 time: 0.0950770 Jan 21 14:27:19.765814 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d509df3-d473-4020-8b27-9f66e5348b50 req-2c5bea90-b5a2-4bfa-9d18-f2e0ac452a45 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:19.768090 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3d509df3-d473-4020-8b27-9f66e5348b50 req-2c5bea90-b5a2-4bfa-9d18-f2e0ac452a45 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 945 time: 0.2782490 Jan 21 14:27:19.778407 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3c3a687c-6325-425f-9129-9bfe67b36e51 req-bc72db9a-92bb-41ad-a822-b47ea00e0bb2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810424 Jan 21 14:27:19.784584 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5d55b240-9981-4913-a1c7-fbba5a013f45 req-1a1dcc12-8552-42a1-96f8-cd26a469155f tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790236 Jan 21 14:27:19.861696 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3d509df3-d473-4020-8b27-9f66e5348b50 req-d082f5f0-b7b7-4941-8fc2-99bf0581c210 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818081 Jan 21 14:27:19.870661 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:27:19.879848 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:27:19.880229 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:19.993332 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebd5b3-c1f7-4e2e-8292-4a8e340816b5 req-166fa520-12d5-4e51-98f2-7573ce0d052b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:19.994991 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-13ebd5b3-c1f7-4e2e-8292-4a8e340816b5 req-166fa520-12d5-4e51-98f2-7573ce0d052b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0983808 Jan 21 14:27:20.048588 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:27:20.048877 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:20.052749 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c88d0-3f4f-45ac-b39a-70dcd891b000 req-02f13d3f-f78f-4fc0-85c1-48d4f7ce683a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:20.054569 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ae8c88d0-3f4f-45ac-b39a-70dcd891b000 req-02f13d3f-f78f-4fc0-85c1-48d4f7ce683a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 945 time: 0.0965073 Jan 21 14:27:20.094391 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-13ebd5b3-c1f7-4e2e-8292-4a8e340816b5 req-3f342a18-f018-4a8a-b630-11898d2f377f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871537 Jan 21 14:27:20.103293 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4d0fcf1e-68f9-468a-a023-7fe0a5237bab,segment=NetworkSegment(fa02dbc9-b2a1-4129-8220-67fa9d79b3a7),segment_id=fa02dbc9-b2a1-4129-8220-67fa9d79b3a7)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:27:20.136119 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ae8c88d0-3f4f-45ac-b39a-70dcd891b000 req-eca077d5-33ad-4126-b293-09c63d0e44fd tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654893 Jan 21 14:27:20.177711 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:20.298344 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760b143-da98-44ca-a618-a790e06d68e9 req-e85e05c5-81ad-4e45-98fe-fb8c944c494e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:20.299757 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=4d0fcf1e-68f9-468a-a023-7fe0a5237bab,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:20.301903 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7760b143-da98-44ca-a618-a790e06d68e9 req-e85e05c5-81ad-4e45-98fe-fb8c944c494e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 946 time: 0.1314080 Jan 21 14:27:20.363067 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7760b143-da98-44ca-a618-a790e06d68e9 req-7e418879-5c77-4427-b2c7-0eabb56cf025 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544798 Jan 21 14:27:20.686792 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed67ab6-b609-4852-bec0-c472735021dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0fcf1e-68f9-468a-a023-7fe0a5237bab'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:27:20.691534 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce305f8-ab87-4a32-8791-52edfc2b8be4" -d '{"events": [{"server_uuid": "6ed67ab6-b609-4852-bec0-c472735021dc", "name": "network-vif-plugged", "status": "completed", "tag": "4d0fcf1e-68f9-468a-a023-7fe0a5237bab"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:27:20.749291 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd2793d-16ce-4356-9b43-0d9100e35e53 x-openstack-request-id: req-3bd2793d-16ce-4356-9b43-0d9100e35e53 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:27:20.750494 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed67ab6-b609-4852-bec0-c472735021dc", "name": "network-vif-plugged", "status": "completed", "tag": "4d0fcf1e-68f9-468a-a023-7fe0a5237bab", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:27:20.751055 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3bd2793d-16ce-4356-9b43-0d9100e35e53 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:27:20.751564 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed67ab6-b609-4852-bec0-c472735021dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0fcf1e-68f9-468a-a023-7fe0a5237bab', 'code': 200} Jan 21 14:27:20.878216 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac282aa-4e82-4627-a99c-5efb725160d4 req-4e4f63a5-0c2b-4258-a669-39eaec4959ca tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:20.882730 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8ac282aa-4e82-4627-a99c-5efb725160d4 req-4e4f63a5-0c2b-4258-a669-39eaec4959ca tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 945 time: 0.0794160 Jan 21 14:27:20.941317 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8ac282aa-4e82-4627-a99c-5efb725160d4 req-f127c4d4-2715-46bb-a06f-f65a18c274bd tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547588 Jan 21 14:27:21.117471 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912df64-b701-4e1b-a093-d8a5a406eeb7 req-ac104804-bc85-43cc-bdaa-b4526d18eee1 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:21.128692 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7912df64-b701-4e1b-a093-d8a5a406eeb7 req-ac104804-bc85-43cc-bdaa-b4526d18eee1 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 945 time: 0.0912337 Jan 21 14:27:21.257172 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7912df64-b701-4e1b-a093-d8a5a406eeb7 req-d0b74876-5556-4ae3-8dcb-e2d9922070c3 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133218 Jan 21 14:27:21.316972 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d99b04-f298-4992-8cda-1d5108792868 req-602bfe6d-7444-4c54-9539-b5108b2e1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:21.318802 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a3d99b04-f298-4992-8cda-1d5108792868 req-602bfe6d-7444-4c54-9539-b5108b2e1057 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 1098 time: 0.1398861 Jan 21 14:27:21.389149 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a3d99b04-f298-4992-8cda-1d5108792868 req-57fa007d-c6ae-4a5e-8e49-b28968250809 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551968 Jan 21 14:27:21.587337 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021bc73-8e25-4831-8728-96105358414c req-9b17a710-ba92-4554-bafb-9e2e6e9c81cd tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:21.588572 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e021bc73-8e25-4831-8728-96105358414c req-9b17a710-ba92-4554-bafb-9e2e6e9c81cd tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 946 time: 0.0749929 Jan 21 14:27:21.657287 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e021bc73-8e25-4831-8728-96105358414c req-53c63cc3-4fb9-46eb-9615-b23724a060ad tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598519 Jan 21 14:27:22.430983 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d56637-837c-425b-9940-3e841ea8af7b req-9af4cc4b-59b7-438f-9ead-de9c92806c86 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:22.438561 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c2d56637-837c-425b-9940-3e841ea8af7b req-9af4cc4b-59b7-438f-9ead-de9c92806c86 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 945 time: 0.0635633 Jan 21 14:27:22.504528 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c2d56637-837c-425b-9940-3e841ea8af7b req-9d8c92ad-28bf-4308-8c2d-4cbde5a0f033 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646195 Jan 21 14:27:23.017221 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2e9a9-df22-4a59-ae71-af139b245a0d req-3a5694e8-7a59-4970-af46-e64464437810 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:23.026232 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-48a2e9a9-df22-4a59-ae71-af139b245a0d req-3a5694e8-7a59-4970-af46-e64464437810 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 946 time: 0.2208135 Jan 21 14:27:23.135082 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-48a2e9a9-df22-4a59-ae71-af139b245a0d req-15d71566-799d-4d5a-b254-0f3c23ba8261 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961158 Jan 21 14:27:23.702392 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1769c-8c7b-4a81-a0a5-d30863b53fe4 req-0dfb0a5b-f5bf-4408-b986-ea83f11d7498 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:23.705753 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e0d1769c-8c7b-4a81-a0a5-d30863b53fe4 req-0dfb0a5b-f5bf-4408-b986-ea83f11d7498 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 945 time: 0.0825486 Jan 21 14:27:23.842102 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e0d1769c-8c7b-4a81-a0a5-d30863b53fe4 req-6b70b5e3-069f-46b3-b1b1-64bee5378510 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274900 Jan 21 14:27:23.925216 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4eb2459-a63f-471e-a573-f84bdb88b12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:24.664392 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71741589-8a4b-4453-b899-bb7f368a66d3 req-a395c63e-e748-47b6-9960-f574fe23e011 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:24.670692 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-71741589-8a4b-4453-b899-bb7f368a66d3 req-a395c63e-e748-47b6-9960-f574fe23e011 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 946 time: 0.0763032 Jan 21 14:27:24.747136 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-71741589-8a4b-4453-b899-bb7f368a66d3 req-31ea2c53-b4c7-4369-8365-330f380a6ebf tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718181 Jan 21 14:27:26.769681 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68c3a09b-681c-4c14-b92f-2f6970e2f490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:27.907524 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:27:29.290015 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:29.764066 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:30.834605 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d75f04-7c4c-460e-8327-29d2fd840efb req-7e8b4aa6-3c64-4a2b-a5ca-107ce5da7855 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:30.836217 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-37d75f04-7c4c-460e-8327-29d2fd840efb req-7e8b4aa6-3c64-4a2b-a5ca-107ce5da7855 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0566108 Jan 21 14:27:30.977024 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dabac2-45cd-44ec-ae4f-234a3bb93328 req-0ce2631f-bde8-4c8e-9aac-d85af3a39aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:30.980406 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-53dabac2-45cd-44ec-ae4f-234a3bb93328 req-0ce2631f-bde8-4c8e-9aac-d85af3a39aac service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d2484fb131484409ba51a2f5775f15f4&device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 1099 time: 0.1333268 Jan 21 14:27:30.994693 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-37d75f04-7c4c-460e-8327-29d2fd840efb req-c783f66b-f779-487c-8bfc-c172aed966da tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388004 Jan 21 14:27:30.998310 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:31.161632 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dabac2-45cd-44ec-ae4f-234a3bb93328 req-060ac0da-4f17-4977-8e71-cbe04f13eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:31.164334 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-53dabac2-45cd-44ec-ae4f-234a3bb93328 req-060ac0da-4f17-4977-8e71-cbe04f13eab6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6efd224b-7807-4a4b-ab02-831ba02f315b HTTP/1.1" status: 200 len: 919 time: 0.1682687 Jan 21 14:27:31.232377 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-53dabac2-45cd-44ec-ae4f-234a3bb93328 req-04a22bad-a0c3-4009-b232-550fb6da9202 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04effe5d-49d7-4a6a-870e-c190fe48aca1 HTTP/1.1" status: 200 len: 217 time: 0.0519130 Jan 21 14:27:31.308768 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dabac2-45cd-44ec-ae4f-234a3bb93328 req-74743411-04cc-4fca-828d-5d9ad0249fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:31.313831 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-53dabac2-45cd-44ec-ae4f-234a3bb93328 req-74743411-04cc-4fca-828d-5d9ad0249fd6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cc1ac226-226e-4477-afdf-81841f625e0d HTTP/1.1" status: 200 len: 858 time: 0.0586631 Jan 21 14:27:31.356762 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-53dabac2-45cd-44ec-ae4f-234a3bb93328 req-eb7769d5-66fe-4ddb-8afa-6024456d0703 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6efd224b-7807-4a4b-ab02-831ba02f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373726 Jan 21 14:27:31.509088 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:31.587047 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-53dabac2-45cd-44ec-ae4f-234a3bb93328 req-bb8f03cc-8980-42c6-985b-1a152289e3df service neutron] 10.222.0.88 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220042 Jan 21 14:27:31.744627 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-53dabac2-45cd-44ec-ae4f-234a3bb93328 req-4ec4edb1-1e04-479d-8713-6ea5e6339b96 service neutron] 10.222.0.88 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395447 Jan 21 14:27:32.187905 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006213f-9eeb-42c4-aea7-a45290935367 req-dede82da-7d36-49b7-9faa-8669eaf79a8b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:32.189803 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9006213f-9eeb-42c4-aea7-a45290935367 req-dede82da-7d36-49b7-9faa-8669eaf79a8b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0752757 Jan 21 14:27:32.257875 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9006213f-9eeb-42c4-aea7-a45290935367 req-7298fa82-a3c3-4c80-b56b-2929a4ec594c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581784 Jan 21 14:27:33.385808 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602d016-44b9-434f-bd42-b1d0e31090fb req-1398a041-182f-44fa-9549-ce20aea0d022 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:33.387568 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0602d016-44b9-434f-bd42-b1d0e31090fb req-1398a041-182f-44fa-9549-ce20aea0d022 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0538080 Jan 21 14:27:33.447512 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0602d016-44b9-434f-bd42-b1d0e31090fb req-a81a7b9d-b2cb-409e-a128-12f5c0481bfe tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539970 Jan 21 14:27:34.582708 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2ea3e-d1c1-48db-9acc-7ad7230b9149 req-f65e6a33-909d-43d0-8fab-d3607064a1dc tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:34.585397 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-99e2ea3e-d1c1-48db-9acc-7ad7230b9149 req-f65e6a33-909d-43d0-8fab-d3607064a1dc tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0615151 Jan 21 14:27:34.643425 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-99e2ea3e-d1c1-48db-9acc-7ad7230b9149 req-0155a8ed-7075-4e92-b358-83fead129f9c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526259 Jan 21 14:27:35.776004 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b60d42-ff5f-42bd-a2de-4c39fc427180 req-7d13cad8-8702-4a75-b3be-a59a58bf4c54 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:35.777475 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-07b60d42-ff5f-42bd-a2de-4c39fc427180 req-7d13cad8-8702-4a75-b3be-a59a58bf4c54 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0585845 Jan 21 14:27:35.830751 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-07b60d42-ff5f-42bd-a2de-4c39fc427180 req-b4447a6f-d04e-417a-ac70-3ed5db26545d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474906 Jan 21 14:27:36.984204 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a8365-c460-4433-ad4f-439478e8f2ce req-0772d030-85dc-416e-88c8-91ca687cd438 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:36.985798 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a32a8365-c460-4433-ad4f-439478e8f2ce req-0772d030-85dc-416e-88c8-91ca687cd438 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0663774 Jan 21 14:27:37.043565 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a32a8365-c460-4433-ad4f-439478e8f2ce req-c245f3cb-55e9-44d2-bf53-8e1f602e70cf tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473764 Jan 21 14:27:38.011114 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986db3d2-0a29-4025-b0d7-8f62a1d0b02c req-b929943f-0da9-4cb4-8d60-1ac42be10094 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:38.012691 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-986db3d2-0a29-4025-b0d7-8f62a1d0b02c req-b929943f-0da9-4cb4-8d60-1ac42be10094 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 945 time: 0.0567033 Jan 21 14:27:38.065632 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-986db3d2-0a29-4025-b0d7-8f62a1d0b02c req-73b41e06-d35d-4a68-89ce-11e906bd21ac tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435190 Jan 21 14:27:38.098809 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 57892) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:27:38.180898 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b0aec-e52b-4226-a6bd-d19ee26142a3 req-1927c504-babc-4e0e-a371-5ef41fd9fa4f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:38.182463 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-af5b0aec-e52b-4226-a6bd-d19ee26142a3 req-1927c504-babc-4e0e-a371-5ef41fd9fa4f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0634065 Jan 21 14:27:38.235871 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-af5b0aec-e52b-4226-a6bd-d19ee26142a3 req-86ac78c6-bc49-4beb-ab37-2c08eb96f9be tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468614 Jan 21 14:27:38.303777 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192dbe81-49c2-4aa1-ada9-a91b5a69f3af tempest-TestMinimumBasicScenario-1129731895 tempest-TestMinimumBasicScenario-1129731895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:38.305347 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-192dbe81-49c2-4aa1-ada9-a91b5a69f3af tempest-TestMinimumBasicScenario-1129731895 tempest-TestMinimumBasicScenario-1129731895-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 1093 time: 0.2051291 Jan 21 14:27:38.308315 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 57896) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:27:38.313239 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Request body: {'floatingip': {'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'port_id': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:27:38.472390 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:38.580449 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:38.690296 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Allocated IP 172.27.0.149 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/cf47427a-8106-4212-aaf5-2771cafdf453) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:27:38.807066 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for port (cf47427a-8106-4212-aaf5-2771cafdf453), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:38.807232 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 57900) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:27:38.865841 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Deleting subnet d356b182-1a81-4aea-8521-7341f31575ae {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:27:38.871077 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Publish callbacks [] for subnet (d356b182-1a81-4aea-8521-7341f31575ae), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:38.910461 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7591984'] for subnet (d356b182-1a81-4aea-8521-7341f31575ae), precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:38.955300 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (cf47427a-8106-4212-aaf5-2771cafdf453), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:38.958446 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (d356b182-1a81-4aea-8521-7341f31575ae), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:39.020461 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:27:39.025666 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:27:39.034409 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:27:39.068681 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event updated for resources: {'Port': ['ID=cf47427a-8106-4212-aaf5-2771cafdf453,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:39.100721 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5076217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7381003'] for subnet (d356b182-1a81-4aea-8521-7341f31575ae), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:39.129941 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d356b182-1a81-4aea-8521-7341f31575ae,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:39.139658 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:39.142887 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d356b182-1a81-4aea-8521-7341f31575ae HTTP/1.1" status: 204 len: 168 time: 0.3347192 Jan 21 14:27:39.144839 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:27:39.145161 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:27:39.145592 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:27:39.145853 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:27:39.146232 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:27:39.146554 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:27:39.146881 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:27:39.147213 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:27:39.147543 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:27:39.147875 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:27:39.148201 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:27:39.148520 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:27:39.148840 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53a8f7-eefd-46a5-bf79-d5b849b0df2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:27:39.150623 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 57906) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:27:39.272937 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bfefba20-22cd-4d19-9d5a-0ddeb9814940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (ca4a1dea-5ecf-4f1a-8137-2ed2ef864809), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:39.355695 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2e334-eb34-4e14-bf9a-156b220ff652 req-38203aac-f9d0-4cc7-8375-0cb9e22a719c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:39.357265 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6df2e334-eb34-4e14-bf9a-156b220ff652 req-38203aac-f9d0-4cc7-8375-0cb9e22a719c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0525377 Jan 21 14:27:39.408803 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6df2e334-eb34-4e14-bf9a-156b220ff652 req-2b7e1049-8578-4665-8a23-99bd7162762a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 Jan 21 14:27:39.432089 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bfefba20-22cd-4d19-9d5a-0ddeb9814940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (ca4a1dea-5ecf-4f1a-8137-2ed2ef864809), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:39.488341 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-bfefba20-22cd-4d19-9d5a-0ddeb9814940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4a1dea-5ecf-4f1a-8137-2ed2ef864809']}} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:27:39.500646 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-bfefba20-22cd-4d19-9d5a-0ddeb9814940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca4102f-5f75-495e-b633-7cb47e0012c6') {'for_net_delete': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:27:39.500936 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-bfefba20-22cd-4d19-9d5a-0ddeb9814940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca4102f-5f75-495e-b633-7cb47e0012c6') {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:27:39.519553 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bfefba20-22cd-4d19-9d5a-0ddeb9814940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8286560'] for segment (dca4102f-5f75-495e-b633-7cb47e0012c6), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:39.565001 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bfefba20-22cd-4d19-9d5a-0ddeb9814940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (dca4102f-5f75-495e-b633-7cb47e0012c6), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:39.577452 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfefba20-22cd-4d19-9d5a-0ddeb9814940 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:27:39.577847 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bfefba20-22cd-4d19-9d5a-0ddeb9814940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1489372'] for segment (dca4102f-5f75-495e-b633-7cb47e0012c6), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: Traceback (most recent call last): Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: timer() Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: cb(*args, **kw) Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: return func(*args, **kwargs) Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: self._notify() Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: self.callback(batched_events) Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: event.method(event) Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: return f(self, *a, **k) Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._get(url).json() Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: return self.request(url, 'GET', **kwargs) Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:27:39.579552 dv-cinder-821602-20-iscsi neutron-server[103331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:27:39.636015 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for floatingip (ecbc903b-302d-4529-a357-1564035b9df5), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:39.730444 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bfefba20-22cd-4d19-9d5a-0ddeb9814940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (ca4a1dea-5ecf-4f1a-8137-2ed2ef864809), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:39.737184 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bfefba20-22cd-4d19-9d5a-0ddeb9814940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:39.740335 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-bfefba20-22cd-4d19-9d5a-0ddeb9814940 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ca4a1dea-5ecf-4f1a-8137-2ed2ef864809 HTTP/1.1" status: 204 len: 168 time: 0.5886679 Jan 21 14:27:39.751807 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefba20-22cd-4d19-9d5a-0ddeb9814940 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca4a1dea-5ecf-4f1a-8137-2ed2ef864809,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:39.780442 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (cf47427a-8106-4212-aaf5-2771cafdf453), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:39.942000 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for port (cf47427a-8106-4212-aaf5-2771cafdf453), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:40.022184 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (cf47427a-8106-4212-aaf5-2771cafdf453), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:40.104155 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event updated for resources: {'Port': ['ID=cf47427a-8106-4212-aaf5-2771cafdf453,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:40.114732 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (ecbc903b-302d-4529-a357-1564035b9df5), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:40.151164 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 57916) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:27:40.195014 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-cf419c09-a66e-41b6-a46c-463c60344025 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf505c10ec504e00ac4c55e94009a09c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425675 Jan 21 14:27:40.197656 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 57918) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:27:40.229726 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.l3_db [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Floating IP ecbc903b-302d-4529-a357-1564035b9df5 associated. External IP: 172.27.0.149, port: a837ae16-139e-4ee4-b222-10fc78bb2cb8. Jan 21 14:27:40.255040 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41a3fbc-1e2a-4cd9-a348-c4af6e159fd9 admin admin] Publish callbacks [] for security_group (bf834af0-5b19-4f17-87ed-ce875c410482), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:40.280632 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41a3fbc-1e2a-4cd9-a348-c4af6e159fd9 admin admin] Publish callbacks [] for security_group (bf834af0-5b19-4f17-87ed-ce875c410482), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:40.416632 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41a3fbc-1e2a-4cd9-a348-c4af6e159fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (bf834af0-5b19-4f17-87ed-ce875c410482), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:40.419450 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41a3fbc-1e2a-4cd9-a348-c4af6e159fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:40.420686 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-d41a3fbc-1e2a-4cd9-a348-c4af6e159fd9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf834af0-5b19-4f17-87ed-ce875c410482 HTTP/1.1" status: 204 len: 168 time: 0.2218730 Jan 21 14:27:40.431014 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a3fbc-1e2a-4cd9-a348-c4af6e159fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf834af0-5b19-4f17-87ed-ce875c410482,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:40.503928 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Router cf7cd743-dd8c-4c06-b3d9-52b554a82473 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:27:40.605012 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb2dd3-15e7-47ed-93cb-66223852a402 req-a83e4e2c-d0d4-4318-b8f8-f600af7b424c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:40.606529 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-83cb2dd3-15e7-47ed-93cb-66223852a402 req-a83e4e2c-d0d4-4318-b8f8-f600af7b424c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.1007280 Jan 21 14:27:40.679250 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:27:40.692294 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e0c0c9-d83f-4e09-b846-6151c1760122 None None] Sync routers for ids ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:27:40.703466 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e0c0c9-d83f-4e09-b846-6151c1760122 None None] Routers {'cf7cd743-dd8c-4c06-b3d9-52b554a82473'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:27:40.704457 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-62e0c0c9-d83f-4e09-b846-6151c1760122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:27:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:27:40.706745 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-83cb2dd3-15e7-47ed-93cb-66223852a402 req-7a1b785c-c5a3-40a9-8084-6d373b98cefe tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720887 Jan 21 14:27:40.850798 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:40.887485 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-cb48033f-7914-49b2-8ba9-861c1d00369a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5755453 Jan 21 14:27:40.887485 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'tag': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:27:40.888076 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f152fe7-9207-483c-b6e7-92e6ab649805" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb3113b-bc68-49f7-978f-9d3d09447eee", "tag": "a837ae16-139e-4ee4-b222-10fc78bb2cb8"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:27:40.888253 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 57926) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:27:40.894494 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5158959c-4a6b-460c-9d83-7fb0fcb50d30 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2062603274', 'description': 'tempest-secgroup-smoke-2062603274 description', 'project_id': '2bcf3f504270477eaa1466f36138788b'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:27:40.916059 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-62e0c0c9-d83f-4e09-b846-6151c1760122 None None] Set router cf7cd743-dd8c-4c06-b3d9-52b554a82473 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:27:40.932057 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f427f3-34b4-4b2e-b3b9-a980730944ed x-openstack-request-id: req-69f427f3-34b4-4b2e-b3b9-a980730944ed {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:27:40.932353 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb3113b-bc68-49f7-978f-9d3d09447eee", "tag": "a837ae16-139e-4ee4-b222-10fc78bb2cb8", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:27:40.932610 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69f427f3-34b4-4b2e-b3b9-a980730944ed {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:27:40.933020 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'tag': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8', 'status': 'completed', 'code': 200} Jan 21 14:27:41.018103 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5158959c-4a6b-460c-9d83-7fb0fcb50d30 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:41.027877 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f152fe7-9207-483c-b6e7-92e6ab649805 req-d8f67d8e-af3d-47cb-a384-34566e8b8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:41.030906 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7f152fe7-9207-483c-b6e7-92e6ab649805 req-d8f67d8e-af3d-47cb-a384-34566e8b8aaa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bcf3f504270477eaa1466f36138788b&device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 1098 time: 0.0603194 Jan 21 14:27:41.148308 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5158959c-4a6b-460c-9d83-7fb0fcb50d30 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group (9860eb25-1807-4b70-af20-8f2d06c8c701), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:41.166629 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f152fe7-9207-483c-b6e7-92e6ab649805 req-d92d42b9-ce5c-4159-bffa-ae1b939ccf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:41.168091 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7f152fe7-9207-483c-b6e7-92e6ab649805 req-d92d42b9-ce5c-4159-bffa-ae1b939ccf32 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c1379d4d-66b4-4ff2-8733-38001496825d HTTP/1.1" status: 200 len: 916 time: 0.1275685 Jan 21 14:27:41.215030 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-62e0c0c9-d83f-4e09-b846-6151c1760122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:25:53Z', 'revision_number': 4, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'ecbc903b-302d-4529-a357-1564035b9df5', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'port_id': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'mac_address': 'fa:16:3e:ef:8a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:27:39Z', 'updated_at': '2022-01-21T14:27:39Z', 'revision_number': 0, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1', 'name': '', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'mac_address': 'fa:16:3e:7b:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:52Z', 'updated_at': '2022-01-21T14:25:58Z', 'revision_number': 5, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'subnets': [{'id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:27:41.249654 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e0c0c9-d83f-4e09-b846-6151c1760122 None None] Checking router: cf7cd743-dd8c-4c06-b3d9-52b554a82473 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:27:41.257997 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7f152fe7-9207-483c-b6e7-92e6ab649805 req-deb68499-ff3b-479e-b814-d502895f8f52 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8 HTTP/1.1" status: 200 len: 999 time: 0.0802538 Jan 21 14:27:41.258588 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e0c0c9-d83f-4e09-b846-6151c1760122 None None] Routers {'cf7cd743-dd8c-4c06-b3d9-52b554a82473'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:27:41.258758 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-62e0c0c9-d83f-4e09-b846-6151c1760122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:27:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:27:41.261500 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5158959c-4a6b-460c-9d83-7fb0fcb50d30 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (9860eb25-1807-4b70-af20-8f2d06c8c701), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:41.294692 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158959c-4a6b-460c-9d83-7fb0fcb50d30 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9860eb25-1807-4b70-af20-8f2d06c8c701,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:41.320207 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f152fe7-9207-483c-b6e7-92e6ab649805 req-1eb47b93-6775-43d8-a629-be36f04a84db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:41.321503 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7f152fe7-9207-483c-b6e7-92e6ab649805 req-1eb47b93-6775-43d8-a629-be36f04a84db service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4fdaec47-a0dd-43fa-9b1b-945ec0fd606d HTTP/1.1" status: 200 len: 854 time: 0.0563698 Jan 21 14:27:41.370888 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f152fe7-9207-483c-b6e7-92e6ab649805 req-a7312b3e-983b-4bb1-b4f1-b288bc9925ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:41.372428 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7f152fe7-9207-483c-b6e7-92e6ab649805 req-a7312b3e-983b-4bb1-b4f1-b288bc9925ec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c1379d4d-66b4-4ff2-8733-38001496825d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441806 Jan 21 14:27:41.382681 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5158959c-4a6b-460c-9d83-7fb0fcb50d30 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:41.386872 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-5158959c-4a6b-460c-9d83-7fb0fcb50d30 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4946029 Jan 21 14:27:41.387432 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 57942) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:27:41.392772 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d4c513b1-bf0c-432a-8b7e-c0dd6324085c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Request body: {'security_group_rule': {'security_group_id': '9860eb25-1807-4b70-af20-8f2d06c8c701', 'project_id': '2bcf3f504270477eaa1466f36138788b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:27:41.410013 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-62e0c0c9-d83f-4e09-b846-6151c1760122 None None] Set router cf7cd743-dd8c-4c06-b3d9-52b554a82473 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:27:41.486786 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d4c513b1-bf0c-432a-8b7e-c0dd6324085c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (3903c45c-f874-45a8-9ee3-0c16fbc28663), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:41.549823 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7f152fe7-9207-483c-b6e7-92e6ab649805 req-6e1e03e7-42d1-4655-913a-abf49b8b2aa4 service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631181 Jan 21 14:27:41.578362 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d4c513b1-bf0c-432a-8b7e-c0dd6324085c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (3903c45c-f874-45a8-9ee3-0c16fbc28663), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:41.642424 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d4c513b1-bf0c-432a-8b7e-c0dd6324085c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (3903c45c-f874-45a8-9ee3-0c16fbc28663), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:41.665678 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c513b1-bf0c-432a-8b7e-c0dd6324085c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3903c45c-f874-45a8-9ee3-0c16fbc28663,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:41.699626 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7f152fe7-9207-483c-b6e7-92e6ab649805 req-927f600e-0f52-4104-bc6a-949319419e1e service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397755 Jan 21 14:27:41.736069 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-62e0c0c9-d83f-4e09-b846-6151c1760122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:25:53Z', 'revision_number': 4, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'ecbc903b-302d-4529-a357-1564035b9df5', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'port_id': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'mac_address': 'fa:16:3e:ef:8a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:27:39Z', 'updated_at': '2022-01-21T14:27:39Z', 'revision_number': 0, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1', 'name': '', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'mac_address': 'fa:16:3e:7b:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:52Z', 'updated_at': '2022-01-21T14:25:58Z', 'revision_number': 5, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'subnets': [{'id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:27:41.740125 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d4c513b1-bf0c-432a-8b7e-c0dd6324085c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:41.742211 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-d4c513b1-bf0c-432a-8b7e-c0dd6324085c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3532431 Jan 21 14:27:41.744545 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 57952) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:27:41.749895 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-266c5bc5-1ef1-4cc4-8dae-85e92285ea28 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Request body: {'security_group_rule': {'security_group_id': '9860eb25-1807-4b70-af20-8f2d06c8c701', 'project_id': '2bcf3f504270477eaa1466f36138788b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:27:41.799703 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e0c0c9-d83f-4e09-b846-6151c1760122 None None] The sync data for ids ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'] in dv-cinder-821602-20-iscsi is: [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:25:53Z', 'revision_number': 4, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'ecbc903b-302d-4529-a357-1564035b9df5', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'port_id': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'mac_address': 'fa:16:3e:ef:8a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:27:39Z', 'updated_at': '2022-01-21T14:27:39Z', 'revision_number': 0, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1', 'name': '', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'mac_address': 'fa:16:3e:7b:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:52Z', 'updated_at': '2022-01-21T14:25:58Z', 'revision_number': 5, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'subnets': [{'id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:27:41.895671 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13716555-29c0-458c-b5ea-152a8e6cdc8b req-6bed675f-33bc-415b-b825-de48d85efe29 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:41.897829 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-13716555-29c0-458c-b5ea-152a8e6cdc8b req-6bed675f-33bc-415b-b825-de48d85efe29 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0863738 Jan 21 14:27:41.899025 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-266c5bc5-1ef1-4cc4-8dae-85e92285ea28 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (fe9836b1-a6ac-4a75-a3cb-94202ff77fc0), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:41.984157 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-13716555-29c0-458c-b5ea-152a8e6cdc8b req-686672df-e57f-4bb7-9a98-151f1beeb008 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709963 Jan 21 14:27:41.987768 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-266c5bc5-1ef1-4cc4-8dae-85e92285ea28 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (fe9836b1-a6ac-4a75-a3cb-94202ff77fc0), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:42.096939 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-266c5bc5-1ef1-4cc4-8dae-85e92285ea28 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (fe9836b1-a6ac-4a75-a3cb-94202ff77fc0), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:42.100196 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d69de48-364f-4432-8a4e-4c0e82864310 None None] New status for floating IP ecbc903b-302d-4529-a357-1564035b9df5: ACTIVE {{(pid=103333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:27:42.129582 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c5bc5-1ef1-4cc4-8dae-85e92285ea28 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9836b1-a6ac-4a75-a3cb-94202ff77fc0,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:42.238861 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-266c5bc5-1ef1-4cc4-8dae-85e92285ea28 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:42.240622 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-266c5bc5-1ef1-4cc4-8dae-85e92285ea28 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4949789 Jan 21 14:27:42.243746 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 57974) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:27:42.249660 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-e55a8bdb-ae51-4503-b977-649c5b6baada tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Request body: {'security_group_rule': {'security_group_id': '9860eb25-1807-4b70-af20-8f2d06c8c701', 'project_id': '2bcf3f504270477eaa1466f36138788b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:27:42.405052 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e55a8bdb-ae51-4503-b977-649c5b6baada tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (6efd4e06-bb21-42f0-a758-4ae9e543669c), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:42.479746 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e55a8bdb-ae51-4503-b977-649c5b6baada tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (6efd4e06-bb21-42f0-a758-4ae9e543669c), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:42.564763 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e55a8bdb-ae51-4503-b977-649c5b6baada tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (6efd4e06-bb21-42f0-a758-4ae9e543669c), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:42.585533 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a8bdb-ae51-4503-b977-649c5b6baada tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efd4e06-bb21-42f0-a758-4ae9e543669c,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:42.659069 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e55a8bdb-ae51-4503-b977-649c5b6baada tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:42.660510 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-e55a8bdb-ae51-4503-b977-649c5b6baada tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4154687 Jan 21 14:27:42.663775 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58002) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:27:42.668759 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-d46a39df-9d90-4ab9-a6e6-ddb9f19946a5 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Request body: {'security_group_rule': {'security_group_id': '9860eb25-1807-4b70-af20-8f2d06c8c701', 'project_id': '2bcf3f504270477eaa1466f36138788b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:27:42.788914 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d46a39df-9d90-4ab9-a6e6-ddb9f19946a5 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (e42641ea-30ca-47b7-bcde-43bd61d63721), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:42.881659 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d46a39df-9d90-4ab9-a6e6-ddb9f19946a5 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (e42641ea-30ca-47b7-bcde-43bd61d63721), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:43.005273 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d46a39df-9d90-4ab9-a6e6-ddb9f19946a5 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (e42641ea-30ca-47b7-bcde-43bd61d63721), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:43.024482 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a39df-9d90-4ab9-a6e6-ddb9f19946a5 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42641ea-30ca-47b7-bcde-43bd61d63721,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:43.094306 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc574638-6afd-49d6-8f6d-58424daaace8 req-05466d0a-4b66-4321-b9d4-c07557da7b79 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:43.096277 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-fc574638-6afd-49d6-8f6d-58424daaace8 req-05466d0a-4b66-4321-b9d4-c07557da7b79 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0505273 Jan 21 14:27:43.118005 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d46a39df-9d90-4ab9-a6e6-ddb9f19946a5 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:43.119685 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-d46a39df-9d90-4ab9-a6e6-ddb9f19946a5 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4549208 Jan 21 14:27:43.124846 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 58006) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:27:43.130179 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-361a01e4-ac4f-4e8f-8dbf-1e4a32b5ae42 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Request body: {'security_group_rule': {'security_group_id': '9860eb25-1807-4b70-af20-8f2d06c8c701', 'project_id': '2bcf3f504270477eaa1466f36138788b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:27:43.174329 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-fc574638-6afd-49d6-8f6d-58424daaace8 req-06013b63-606a-42be-9294-d10c0bd04a23 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723708 Jan 21 14:27:43.295037 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-361a01e4-ac4f-4e8f-8dbf-1e4a32b5ae42 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Project 2bcf3f504270477eaa1466f36138788b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 14:27:43.302367 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361a01e4-ac4f-4e8f-8dbf-1e4a32b5ae42 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (2afa8d92-76b7-43c3-90fd-9ba09dcbcf4e), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:43.369889 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361a01e4-ac4f-4e8f-8dbf-1e4a32b5ae42 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (2afa8d92-76b7-43c3-90fd-9ba09dcbcf4e), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:43.489127 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361a01e4-ac4f-4e8f-8dbf-1e4a32b5ae42 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (2afa8d92-76b7-43c3-90fd-9ba09dcbcf4e), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:43.509359 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a01e4-ac4f-4e8f-8dbf-1e4a32b5ae42 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afa8d92-76b7-43c3-90fd-9ba09dcbcf4e,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:43.664310 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361a01e4-ac4f-4e8f-8dbf-1e4a32b5ae42 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:43.668791 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58022) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:27:43.680891 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-361a01e4-ac4f-4e8f-8dbf-1e4a32b5ae42 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5425439 Jan 21 14:27:43.681175 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-acfb9c9b-e7f0-46c2-98ff-4e2194ddda3c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Request body: {'security_group_rule': {'security_group_id': '9860eb25-1807-4b70-af20-8f2d06c8c701', 'project_id': '2bcf3f504270477eaa1466f36138788b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:27:43.800658 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.securitygroups_db [None req-acfb9c9b-e7f0-46c2-98ff-4e2194ddda3c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Project 2bcf3f504270477eaa1466f36138788b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 14:27:43.800658 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-acfb9c9b-e7f0-46c2-98ff-4e2194ddda3c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (68e1c4b7-a774-4813-8272-56a7d28bec16), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:43.869917 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-acfb9c9b-e7f0-46c2-98ff-4e2194ddda3c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (68e1c4b7-a774-4813-8272-56a7d28bec16), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:44.061947 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-acfb9c9b-e7f0-46c2-98ff-4e2194ddda3c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (68e1c4b7-a774-4813-8272-56a7d28bec16), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:44.082225 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb9c9b-e7f0-46c2-98ff-4e2194ddda3c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e1c4b7-a774-4813-8272-56a7d28bec16,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:44.277517 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-acfb9c9b-e7f0-46c2-98ff-4e2194ddda3c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:44.278770 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-acfb9c9b-e7f0-46c2-98ff-4e2194ddda3c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6081800 Jan 21 14:27:44.303012 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acb954-9ffc-48e0-9fbc-c8e80376548b req-99964e54-c336-4eec-abbc-f36634935e07 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:44.304544 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-58acb954-9ffc-48e0-9fbc-c8e80376548b req-99964e54-c336-4eec-abbc-f36634935e07 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0547967 Jan 21 14:27:44.364957 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-58acb954-9ffc-48e0-9fbc-c8e80376548b req-f98aa1eb-9359-4cee-ade2-1ffec5db0253 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542438 Jan 21 14:27:44.405988 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aa1a4523-8e89-456f-aba1-bed29db08d7c req-4bcb3af7-3912-4f74-9307-9fd063246bb2 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2062603274&fields=id&tenant_id=2bcf3f504270477eaa1466f36138788b HTTP/1.1" status: 200 len: 267 time: 0.0637457 Jan 21 14:27:44.475701 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a4523-8e89-456f-aba1-bed29db08d7c req-7bb5a8cc-c603-418d-83cb-53c7cb3bfbdb tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:44.477178 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aa1a4523-8e89-456f-aba1-bed29db08d7c req-7bb5a8cc-c603-418d-83cb-53c7cb3bfbdb tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 945 time: 0.0585611 Jan 21 14:27:44.488824 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-aa1a4523-8e89-456f-aba1-bed29db08d7c req-092a438a-3d06-47a1-8dce-9dccd8b92edb tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Request body: {'port': {'security_groups': ['91a99bc8-70c6-4dce-ac09-a1cc28cff2a9', '9860eb25-1807-4b70-af20-8f2d06c8c701']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:27:44.563280 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-aa1a4523-8e89-456f-aba1-bed29db08d7c req-092a438a-3d06-47a1-8dce-9dccd8b92edb tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:44.839752 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-aa1a4523-8e89-456f-aba1-bed29db08d7c req-092a438a-3d06-47a1-8dce-9dccd8b92edb tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] For port a837ae16-139e-4ee4-b222-10fc78bb2cb8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8,segment=NetworkSegment(f193abf6-600f-4d2d-9391-ed3ea50e3053),segment_id=f193abf6-600f-4d2d-9391-ed3ea50e3053)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:27:44.874563 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-aa1a4523-8e89-456f-aba1-bed29db08d7c req-092a438a-3d06-47a1-8dce-9dccd8b92edb tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:44.974962 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-aa1a4523-8e89-456f-aba1-bed29db08d7c req-092a438a-3d06-47a1-8dce-9dccd8b92edb tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:44.991242 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['a837ae16-139e-4ee4-b222-10fc78bb2cb8'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:27:45.024853 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a4523-8e89-456f-aba1-bed29db08d7c req-092a438a-3d06-47a1-8dce-9dccd8b92edb tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:45.024853 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-aa1a4523-8e89-456f-aba1-bed29db08d7c req-092a438a-3d06-47a1-8dce-9dccd8b92edb tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:45.024853 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aa1a4523-8e89-456f-aba1-bed29db08d7c req-092a438a-3d06-47a1-8dce-9dccd8b92edb tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "PUT /v2.0/ports/a837ae16-139e-4ee4-b222-10fc78bb2cb8 HTTP/1.1" status: 200 len: 981 time: 0.5399258 Jan 21 14:27:45.024853 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'tag': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:27:45.026910 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921e2cbd-f925-4ea5-8183-9b7e93321f04" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb3113b-bc68-49f7-978f-9d3d09447eee", "tag": "a837ae16-139e-4ee4-b222-10fc78bb2cb8"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:27:45.067520 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a438a-3d06-47a1-8dce-9dccd8b92edb tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event updated for resources: {'Port': ['ID=a837ae16-139e-4ee4-b222-10fc78bb2cb8,revision_number=6']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:27:45.100455 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac1d431-8ed6-4d5a-b1ee-e93775e24add x-openstack-request-id: req-cac1d431-8ed6-4d5a-b1ee-e93775e24add {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:27:45.101061 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb3113b-bc68-49f7-978f-9d3d09447eee", "tag": "a837ae16-139e-4ee4-b222-10fc78bb2cb8", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:27:45.101537 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cac1d431-8ed6-4d5a-b1ee-e93775e24add {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:27:45.104656 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'tag': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8', 'status': 'completed', 'code': 200} Jan 21 14:27:45.206135 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['a837ae16-139e-4ee4-b222-10fc78bb2cb8'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:27:45.536688 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a4f82-6695-4964-ab06-ca8a9816391e req-5808a188-6d06-4ce6-9c8f-2f6b76c63e52 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:45.544431 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c72a4f82-6695-4964-ab06-ca8a9816391e req-5808a188-6d06-4ce6-9c8f-2f6b76c63e52 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.4300437 Jan 21 14:27:45.559994 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ae3ef-062e-459d-8b1a-cce67e36fae5 req-c5019e6d-5535-4eac-bd51-e51091498f42 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:45.564414 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e2cbd-f925-4ea5-8183-9b7e93321f04 req-bc13a252-e94a-4e48-b52a-558011d233fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:45.565967 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-921e2cbd-f925-4ea5-8183-9b7e93321f04 req-bc13a252-e94a-4e48-b52a-558011d233fe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bcf3f504270477eaa1466f36138788b&device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 1137 time: 0.4186046 Jan 21 14:27:45.567473 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-622ae3ef-062e-459d-8b1a-cce67e36fae5 req-c5019e6d-5535-4eac-bd51-e51091498f42 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0975976 Jan 21 14:27:45.584040 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-b32ee6f1-f4aa-4e76-9c2d-49aea9b424e5 None None] Provisioning complete for port a837ae16-139e-4ee4-b222-10fc78bb2cb8 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:27:45.584040 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b32ee6f1-f4aa-4e76-9c2d-49aea9b424e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:45.663163 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-622ae3ef-062e-459d-8b1a-cce67e36fae5 req-44ee7981-30c1-4c55-b241-7fa70dd5e853 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945833 Jan 21 14:27:45.728993 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c72a4f82-6695-4964-ab06-ca8a9816391e req-6aa5dc40-cf3b-4723-b41c-eb50c29e2fdb tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1834786 Jan 21 14:27:45.759707 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e2cbd-f925-4ea5-8183-9b7e93321f04 req-7952f79e-1979-46c8-a390-840c6d257099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:45.762362 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-921e2cbd-f925-4ea5-8183-9b7e93321f04 req-7952f79e-1979-46c8-a390-840c6d257099 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c1379d4d-66b4-4ff2-8733-38001496825d HTTP/1.1" status: 200 len: 916 time: 0.1709905 Jan 21 14:27:45.839511 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-921e2cbd-f925-4ea5-8183-9b7e93321f04 req-d4a21b7d-def0-44a1-ac65-77dd84793826 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8 HTTP/1.1" status: 200 len: 1001 time: 0.0682912 Jan 21 14:27:45.878177 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b32ee6f1-f4aa-4e76-9c2d-49aea9b424e5 None None] Current status of the port a837ae16-139e-4ee4-b222-10fc78bb2cb8 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:27:45.894781 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e2cbd-f925-4ea5-8183-9b7e93321f04 req-e4b504b8-9247-440d-a5c1-160bf4df8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:45.896416 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-921e2cbd-f925-4ea5-8183-9b7e93321f04 req-e4b504b8-9247-440d-a5c1-160bf4df8e91 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4fdaec47-a0dd-43fa-9b1b-945ec0fd606d HTTP/1.1" status: 200 len: 854 time: 0.0496640 Jan 21 14:27:45.961841 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e2cbd-f925-4ea5-8183-9b7e93321f04 req-c99014a3-b515-441a-86f6-aab56588616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:45.970723 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-921e2cbd-f925-4ea5-8183-9b7e93321f04 req-c99014a3-b515-441a-86f6-aab56588616c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c1379d4d-66b4-4ff2-8733-38001496825d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0671148 Jan 21 14:27:46.085160 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-921e2cbd-f925-4ea5-8183-9b7e93321f04 req-15c2dfd3-42a4-4de1-a365-d8eb1f7924c0 service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046023 Jan 21 14:27:46.196057 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-921e2cbd-f925-4ea5-8183-9b7e93321f04 req-8ff79ccd-203b-4df8-bdce-1ee84c4a3957 service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008329 Jan 21 14:27:46.807403 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219336fb-379a-451e-aa90-2dc8c3de8f4c req-086cf032-8803-4ed7-81a2-6152599e067c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:46.809177 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-219336fb-379a-451e-aa90-2dc8c3de8f4c req-086cf032-8803-4ed7-81a2-6152599e067c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0587902 Jan 21 14:27:46.876592 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-219336fb-379a-451e-aa90-2dc8c3de8f4c req-ad943318-911e-4c12-8914-7f87f05bd03b tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585952 Jan 21 14:27:47.042004 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f755016-37cf-4e59-b5fd-82dfe02e6176 req-b97f0189-7d19-4e78-8110-7b3e4afb00ca tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:47.044586 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5f755016-37cf-4e59-b5fd-82dfe02e6176 req-b97f0189-7d19-4e78-8110-7b3e4afb00ca tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0701370 Jan 21 14:27:47.110729 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5f755016-37cf-4e59-b5fd-82dfe02e6176 req-fa255f7f-0186-452b-87b1-26d2e71e5160 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540388 Jan 21 14:27:48.017290 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901785a-6547-4b99-a885-311283a7f813 req-f9e45a41-910c-43cb-8ad6-3893cbf838cf tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:48.018960 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b901785a-6547-4b99-a885-311283a7f813 req-f9e45a41-910c-43cb-8ad6-3893cbf838cf tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0571525 Jan 21 14:27:48.071984 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b901785a-6547-4b99-a885-311283a7f813 req-9bc5282b-6efb-4da8-8787-ea1391a08d67 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471373 Jan 21 14:27:48.262246 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe65e1-b866-4829-91e8-36120089254e req-be4ad063-982e-4698-ac93-6a6089c945a7 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:48.263871 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-81fe65e1-b866-4829-91e8-36120089254e req-be4ad063-982e-4698-ac93-6a6089c945a7 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0759711 Jan 21 14:27:48.327880 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-81fe65e1-b866-4829-91e8-36120089254e req-78457ff1-296d-4fb2-a0c5-3b7949b14c93 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582132 Jan 21 14:27:49.196174 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d06af-ba90-48a7-90f1-039619f964f6 req-fd2c4200-63ff-4bec-8c97-0c27fec00dc1 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:49.197773 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-870d06af-ba90-48a7-90f1-039619f964f6 req-fd2c4200-63ff-4bec-8c97-0c27fec00dc1 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0512857 Jan 21 14:27:49.250829 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-870d06af-ba90-48a7-90f1-039619f964f6 req-0faa1cc9-13df-43d7-afbd-aa2fd79624b3 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468025 Jan 21 14:27:49.462850 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408020e-3ea0-4db2-b293-8d2ab0a2146b req-237754a3-86ea-4a6e-80df-c5e3477838ec tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:49.464866 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1408020e-3ea0-4db2-b293-8d2ab0a2146b req-237754a3-86ea-4a6e-80df-c5e3477838ec tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0547326 Jan 21 14:27:49.526799 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1408020e-3ea0-4db2-b293-8d2ab0a2146b req-9fdab3de-6fc2-43ff-9095-53044101bd1a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557141 Jan 21 14:27:50.384786 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f56a0-c0c0-4eb4-953a-689b3570507b req-1394eb17-f7eb-4ad0-8eb0-88bb5eeffef2 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:50.386331 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d72f56a0-c0c0-4eb4-953a-689b3570507b req-1394eb17-f7eb-4ad0-8eb0-88bb5eeffef2 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0527480 Jan 21 14:27:50.445006 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d72f56a0-c0c0-4eb4-953a-689b3570507b req-e9c1618a-f26a-4b33-8841-d8f756fec056 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528815 Jan 21 14:27:50.675314 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d932f29-6fb4-4fc0-9544-20bc7996309e req-153f1e0d-d3c0-4c68-90a5-6f569371f055 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:50.679326 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1d932f29-6fb4-4fc0-9544-20bc7996309e req-153f1e0d-d3c0-4c68-90a5-6f569371f055 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0612957 Jan 21 14:27:50.739550 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1d932f29-6fb4-4fc0-9544-20bc7996309e req-2a4820e3-c1ad-42d8-9f48-4133ef9132b9 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532238 Jan 21 14:27:51.570995 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a910644-cb4c-45c3-ba7c-bfc52886ab2e req-7436b7dd-1428-4c46-ab89-89b30dac37a6 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:51.572421 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0a910644-cb4c-45c3-ba7c-bfc52886ab2e req-7436b7dd-1428-4c46-ab89-89b30dac37a6 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0541055 Jan 21 14:27:51.625550 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0a910644-cb4c-45c3-ba7c-bfc52886ab2e req-4c92a9c7-ad78-442f-9f07-a886aeb9abc7 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469279 Jan 21 14:27:51.888651 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60082b67-6498-4620-82b3-639ec94baa78 req-9cd57c08-17f4-4aff-b1c4-3ec36fa8491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:51.890850 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-60082b67-6498-4620-82b3-639ec94baa78 req-9cd57c08-17f4-4aff-b1c4-3ec36fa8491d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 1099 time: 0.0758088 Jan 21 14:27:51.904273 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e358-a64a-4154-b532-bbcfcfd421f2 req-e3038cda-7136-44ee-8ed7-8dedc4985245 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:51.906980 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6e61e358-a64a-4154-b532-bbcfcfd421f2 req-e3038cda-7136-44ee-8ed7-8dedc4985245 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0839250 Jan 21 14:27:51.982009 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-60082b67-6498-4620-82b3-639ec94baa78 req-340eb68f-9f06-4179-893b-e922521af5fd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741148 Jan 21 14:27:51.986373 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6e61e358-a64a-4154-b532-bbcfcfd421f2 req-e4990552-d912-4637-bf9c-148a67ba2295 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715768 Jan 21 14:27:52.747725 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0e219-052c-4586-987a-f417e0573779 req-cf8d5591-e426-4bea-9148-c09638f033fb tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:52.749465 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-58c0e219-052c-4586-987a-f417e0573779 req-cf8d5591-e426-4bea-9148-c09638f033fb tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0508468 Jan 21 14:27:52.815340 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-58c0e219-052c-4586-987a-f417e0573779 req-ccfbca70-a385-4370-ac62-d3df1df556d1 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558641 Jan 21 14:27:53.120462 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c51cf6-5b30-412e-94f0-f1c4f3f6ce72 req-a27e4968-86b4-4488-899b-98bc7495ddd5 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:53.121921 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f7c51cf6-5b30-412e-94f0-f1c4f3f6ce72 req-a27e4968-86b4-4488-899b-98bc7495ddd5 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0573778 Jan 21 14:27:53.173665 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f7c51cf6-5b30-412e-94f0-f1c4f3f6ce72 req-9ef2624f-de18-4f67-8da2-2eeeb71f076e tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448055 Jan 21 14:27:53.943114 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e27bc1-d4b0-4737-b32c-dae556cb12f4 req-bda46d6d-ac65-40fa-b2c5-e4a0677b9f63 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:53.968318 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b6e27bc1-d4b0-4737-b32c-dae556cb12f4 req-bda46d6d-ac65-40fa-b2c5-e4a0677b9f63 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0595620 Jan 21 14:27:54.005761 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b6e27bc1-d4b0-4737-b32c-dae556cb12f4 req-0c45abe3-e2e4-42c3-a64a-f357337c87a8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541379 Jan 21 14:27:54.113478 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bde27ce-8cb2-4f16-99fd-eddcd968b4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:54.316548 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cbd15-c8a9-4817-aaa2-29579efee0bb req-a47f0df2-b633-42ff-8d8d-6e2fbc0b8709 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:54.318220 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-417cbd15-c8a9-4817-aaa2-29579efee0bb req-a47f0df2-b633-42ff-8d8d-6e2fbc0b8709 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0527596 Jan 21 14:27:54.388934 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-417cbd15-c8a9-4817-aaa2-29579efee0bb req-06431132-5fbd-4d36-af4d-7bfa043e89f3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572810 Jan 21 14:27:55.139825 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961f342-c4ec-47fb-a443-393630a322aa req-b08acf28-d17b-4840-8826-33bb33c2b233 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:55.141250 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0961f342-c4ec-47fb-a443-393630a322aa req-b08acf28-d17b-4840-8826-33bb33c2b233 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0533595 Jan 21 14:27:55.192433 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0961f342-c4ec-47fb-a443-393630a322aa req-3e98b593-a24d-4f8e-bccf-eb9f28bb4a3d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452609 Jan 21 14:27:55.531041 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30c12-44e7-42b2-8bee-c70257c12755 req-e3126c12-8a16-4b80-92e1-0b8acc7a5284 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:55.532644 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e4c30c12-44e7-42b2-8bee-c70257c12755 req-e3126c12-8a16-4b80-92e1-0b8acc7a5284 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0574603 Jan 21 14:27:55.594718 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e4c30c12-44e7-42b2-8bee-c70257c12755 req-096160f5-4b4c-4740-8970-d61c7167d39c tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550933 Jan 21 14:27:56.322630 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64667227-0f5b-4c30-a117-1dbd9cdd7012 req-7ed58a66-e31d-43af-8b38-2d03da1351a8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:56.324188 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-64667227-0f5b-4c30-a117-1dbd9cdd7012 req-7ed58a66-e31d-43af-8b38-2d03da1351a8 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0584729 Jan 21 14:27:56.378492 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-64667227-0f5b-4c30-a117-1dbd9cdd7012 req-3aef3814-f0ba-430b-9527-18b194a43ca4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477841 Jan 21 14:27:56.718841 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d5557f3-3d39-4c5b-a331-6950d7927648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:56.734688 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22640fe5-5af1-4c65-bb41-956149ad9087 req-2566f0a6-632f-4e33-8573-59d275b54a87 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:56.736342 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-22640fe5-5af1-4c65-bb41-956149ad9087 req-2566f0a6-632f-4e33-8573-59d275b54a87 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0613565 Jan 21 14:27:56.791842 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-22640fe5-5af1-4c65-bb41-956149ad9087 req-30054ab7-12dc-4a83-b18c-85c9a174cd7a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476964 Jan 21 14:27:57.503468 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d6887-502a-4e61-b697-104bcc57f992 req-c0013e54-9fd4-45cb-bb10-cd0114352081 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:57.505063 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0f1d6887-502a-4e61-b697-104bcc57f992 req-c0013e54-9fd4-45cb-bb10-cd0114352081 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0540111 Jan 21 14:27:57.553940 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0f1d6887-502a-4e61-b697-104bcc57f992 req-21b9db88-a1dc-4fda-b933-6b1c1c1df0ae tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432620 Jan 21 14:27:57.919267 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc794b88-cd0e-4a44-b5bf-7d511d87441c req-4a2d8d84-18a3-4e08-83d5-511b4f24d152 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:57.921378 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dc794b88-cd0e-4a44-b5bf-7d511d87441c req-4a2d8d84-18a3-4e08-83d5-511b4f24d152 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0542698 Jan 21 14:27:57.974660 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dc794b88-cd0e-4a44-b5bf-7d511d87441c req-a6246c7b-c45e-4251-9f02-8659e6dd3418 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472569 Jan 21 14:27:58.181819 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db238194-d4b7-46d5-a4a1-ace2398870fe req-7e247a25-8b2b-405b-be06-83629a48a067 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:58.186175 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-db238194-d4b7-46d5-a4a1-ace2398870fe req-7e247a25-8b2b-405b-be06-83629a48a067 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.1087828 Jan 21 14:27:58.212066 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409bd9d-b609-4e70-825b-8806d0d49a33 req-8cc2debf-47a9-4552-aa95-8c3228a6d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:58.213669 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9409bd9d-b609-4e70-825b-8806d0d49a33 req-8cc2debf-47a9-4552-aa95-8c3228a6d4d1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d2484fb131484409ba51a2f5775f15f4&device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 1099 time: 0.0890977 Jan 21 14:27:58.387268 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-db238194-d4b7-46d5-a4a1-ace2398870fe req-831a6c2a-9d4b-4d2b-8e36-1f82f28f93e2 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886623 Jan 21 14:27:58.443457 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409bd9d-b609-4e70-825b-8806d0d49a33 req-82e68e5e-9fb5-4794-ab7d-0894f38ccf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:58.445939 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9409bd9d-b609-4e70-825b-8806d0d49a33 req-82e68e5e-9fb5-4794-ab7d-0894f38ccf1f service neutron] 10.222.0.88 "GET /v2.0/networks?id=6efd224b-7807-4a4b-ab02-831ba02f315b HTTP/1.1" status: 200 len: 919 time: 0.2237558 Jan 21 14:27:58.510911 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9409bd9d-b609-4e70-825b-8806d0d49a33 req-459d7f34-8d00-45d8-83cc-32b34cc0989f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04effe5d-49d7-4a6a-870e-c190fe48aca1 HTTP/1.1" status: 200 len: 217 time: 0.0439384 Jan 21 14:27:58.572762 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409bd9d-b609-4e70-825b-8806d0d49a33 req-6b1275bd-6cf4-4f0a-a741-076c19560284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:58.574365 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9409bd9d-b609-4e70-825b-8806d0d49a33 req-6b1275bd-6cf4-4f0a-a741-076c19560284 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cc1ac226-226e-4477-afdf-81841f625e0d HTTP/1.1" status: 200 len: 858 time: 0.0470059 Jan 21 14:27:58.611177 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9409bd9d-b609-4e70-825b-8806d0d49a33 req-cd052194-3cc0-46a7-9a86-639bfb11162e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6efd224b-7807-4a4b-ab02-831ba02f315b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289359 Jan 21 14:27:58.727708 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9409bd9d-b609-4e70-825b-8806d0d49a33 req-c2ad7dfe-956b-41c8-89dd-02f4c5e9c6c8 service neutron] 10.222.0.88 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078546 Jan 21 14:27:58.882816 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9409bd9d-b609-4e70-825b-8806d0d49a33 req-f95be1ae-9de6-4abc-a663-781e5c17a703 service neutron] 10.222.0.88 "GET /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473851 Jan 21 14:27:59.113453 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06ab60-60e1-4067-83eb-f171aa3b729c req-ab4d1207-cffe-4a78-baf0-332083a4904a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:59.115054 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ae06ab60-60e1-4067-83eb-f171aa3b729c req-ab4d1207-cffe-4a78-baf0-332083a4904a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0577295 Jan 21 14:27:59.182259 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ae06ab60-60e1-4067-83eb-f171aa3b729c req-9d8ae27f-a20a-43a0-ae65-b9888a5c4491 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568500 Jan 21 14:27:59.267663 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:27:59.542506 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01025762-a03d-43af-a117-07304a852bab req-75df40fd-d8cf-46e4-a16d-d558e758af5a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:27:59.544234 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-01025762-a03d-43af-a117-07304a852bab req-75df40fd-d8cf-46e4-a16d-d558e758af5a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0567555 Jan 21 14:27:59.615922 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-01025762-a03d-43af-a117-07304a852bab req-38d4acc3-2d40-422b-987d-293d8309b41e tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614004 Jan 21 14:27:59.730642 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:00.368141 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be091f-4adc-449c-a2e7-f5d63f0c245a req-61eee7fa-b2e6-4c1e-a1b1-09bdbe50df40 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:00.370773 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-01be091f-4adc-449c-a2e7-f5d63f0c245a req-61eee7fa-b2e6-4c1e-a1b1-09bdbe50df40 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0601547 Jan 21 14:28:00.450582 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-01be091f-4adc-449c-a2e7-f5d63f0c245a req-777b6e51-d90c-4700-8175-e6370735c0c6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700390 Jan 21 14:28:00.819488 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfbd9b-e5e1-4d59-abb4-58d433f52aba req-ab94dcd2-2a23-492e-94fe-25e4d5e99351 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:00.821217 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2bcfbd9b-e5e1-4d59-abb4-58d433f52aba req-ab94dcd2-2a23-492e-94fe-25e4d5e99351 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0943129 Jan 21 14:28:00.881521 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2bcfbd9b-e5e1-4d59-abb4-58d433f52aba req-2b6c2627-0461-474a-b3fb-bd91ec24d3bb tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544374 Jan 21 14:28:01.027662 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:01.263596 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbc2fa-9e5a-4144-8f8b-be0afd787fcc req-0ee8fb8e-0dcd-4ea0-b745-489964a141db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:01.265859 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d3fbc2fa-9e5a-4144-8f8b-be0afd787fcc req-0ee8fb8e-0dcd-4ea0-b745-489964a141db service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53f4be14297047ac9c782215bee96797&device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 1099 time: 0.0598335 Jan 21 14:28:01.431120 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbc2fa-9e5a-4144-8f8b-be0afd787fcc req-58592fed-9058-4441-a973-71b325357771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:01.432784 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d3fbc2fa-9e5a-4144-8f8b-be0afd787fcc req-58592fed-9058-4441-a973-71b325357771 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e22d431d-70ce-45d2-9349-3eeb343bec3f HTTP/1.1" status: 200 len: 911 time: 0.1184916 Jan 21 14:28:01.523249 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d3fbc2fa-9e5a-4144-8f8b-be0afd787fcc req-af08e666-a249-4507-adbe-a1a7241010be service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac9d9999-fc38-4faf-9cb9-42b05e4ead09 HTTP/1.1" status: 200 len: 1001 time: 0.0793366 Jan 21 14:28:01.539724 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:01.581188 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbc2fa-9e5a-4144-8f8b-be0afd787fcc req-21c54e27-f0fc-4a3a-9269-f9e597fff0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:01.582845 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d3fbc2fa-9e5a-4144-8f8b-be0afd787fcc req-21c54e27-f0fc-4a3a-9269-f9e597fff0cc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=211c3ab0-13b0-4e84-95f9-2038fc691000 HTTP/1.1" status: 200 len: 849 time: 0.0530040 Jan 21 14:28:01.585632 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037cf56-a20d-489f-b9d5-413bc2da05a3 req-7faafbfd-2c66-4d83-82ef-7ed13849d226 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:01.587693 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2037cf56-a20d-489f-b9d5-413bc2da05a3 req-7faafbfd-2c66-4d83-82ef-7ed13849d226 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0586026 Jan 21 14:28:01.640413 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbc2fa-9e5a-4144-8f8b-be0afd787fcc req-96fb08bb-a96c-4bfa-b0c5-0a123f978a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:01.642417 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d3fbc2fa-9e5a-4144-8f8b-be0afd787fcc req-96fb08bb-a96c-4bfa-b0c5-0a123f978a8f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e22d431d-70ce-45d2-9349-3eeb343bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510786 Jan 21 14:28:01.649200 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2037cf56-a20d-489f-b9d5-413bc2da05a3 req-f9d46cb6-bf6a-4982-9c20-ea100e84fdba tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463541 Jan 21 14:28:01.739050 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d3fbc2fa-9e5a-4144-8f8b-be0afd787fcc req-c29471c3-02b3-4f2f-9f76-ea278a02ce37 service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875685 Jan 21 14:28:01.836897 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d3fbc2fa-9e5a-4144-8f8b-be0afd787fcc req-3478e071-e732-4378-8f7a-3b9b2abce0bd service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877039 Jan 21 14:28:02.022467 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176d140-9869-409b-abdd-1e4d715b0f13 req-cb2d1f63-7f8a-4f5a-84c7-6c98ead53875 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:02.024141 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a176d140-9869-409b-abdd-1e4d715b0f13 req-cb2d1f63-7f8a-4f5a-84c7-6c98ead53875 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0622034 Jan 21 14:28:02.085257 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a176d140-9869-409b-abdd-1e4d715b0f13 req-821c749d-2b13-4595-93c4-ab132b035a17 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502899 Jan 21 14:28:02.778549 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ecf65-3537-4d3e-add6-eb344e7df2be req-24bb2e29-5746-40c4-89e7-a5ce9665bf59 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:02.780784 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5c7ecf65-3537-4d3e-add6-eb344e7df2be req-24bb2e29-5746-40c4-89e7-a5ce9665bf59 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0554314 Jan 21 14:28:02.849659 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5c7ecf65-3537-4d3e-add6-eb344e7df2be req-1d7f6f47-5203-400e-82a0-8d18f77f84ad tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600300 Jan 21 14:28:03.800725 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd8a75-3e9e-4f6a-b78a-7d40ed65ea90 req-a2ff3f5e-916c-48b8-9afd-2c539e12c312 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:03.802715 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e7dd8a75-3e9e-4f6a-b78a-7d40ed65ea90 req-a2ff3f5e-916c-48b8-9afd-2c539e12c312 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 945 time: 0.0536108 Jan 21 14:28:03.863405 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e7dd8a75-3e9e-4f6a-b78a-7d40ed65ea90 req-6ccf10fe-3f62-4ff6-81a0-5c18232abe90 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543656 Jan 21 14:28:03.995572 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405204f6-8b9d-42ec-936d-34882414747e req-e586915c-398a-4de3-a9eb-bd76092ea97f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:03.997212 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-405204f6-8b9d-42ec-936d-34882414747e req-e586915c-398a-4de3-a9eb-bd76092ea97f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0651290 Jan 21 14:28:04.063135 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-405204f6-8b9d-42ec-936d-34882414747e req-13f677c6-8464-4e68-b6d0-f87d9377dfcd tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538564 Jan 21 14:28:04.907224 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:28:05.002484 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cfba2-f09b-49d5-bded-3c2d72b052c5 req-ef10d394-a8a0-4c4e-8bf0-7588c6fd46fa tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:05.004050 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8b0cfba2-f09b-49d5-bded-3c2d72b052c5 req-ef10d394-a8a0-4c4e-8bf0-7588c6fd46fa tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 945 time: 0.0548766 Jan 21 14:28:05.054216 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8b0cfba2-f09b-49d5-bded-3c2d72b052c5 req-cb43300b-1b84-4f61-9f3b-74c57ef3046f tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440607 Jan 21 14:28:05.210528 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff03ac-db6e-430d-9610-989f7cf5377e req-fb6ce326-016c-4676-b4e4-3967c8bc448e tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:05.212056 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1cff03ac-db6e-430d-9610-989f7cf5377e req-fb6ce326-016c-4676-b4e4-3967c8bc448e tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0530486 Jan 21 14:28:05.259335 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1cff03ac-db6e-430d-9610-989f7cf5377e req-27e714ba-ec2f-4d17-b25e-bfe0abf04150 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414267 Jan 21 14:28:05.781159 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daaa6c-f139-4c09-b16b-bf829e88c358 req-f0d0e88f-9928-4174-b399-72f87a7f49a8 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:05.782791 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f9daaa6c-f139-4c09-b16b-bf829e88c358 req-f0d0e88f-9928-4174-b399-72f87a7f49a8 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 945 time: 0.0671830 Jan 21 14:28:05.924462 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-f9daaa6c-f139-4c09-b16b-bf829e88c358 req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Deleting port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:28:05.945553 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-f9daaa6c-f139-4c09-b16b-bf829e88c358 req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:06.024776 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-f9daaa6c-f139-4c09-b16b-bf829e88c358 req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] For port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4d0fcf1e-68f9-468a-a023-7fe0a5237bab,segment=NetworkSegment(fa02dbc9-b2a1-4129-8220-67fa9d79b3a7),segment_id=fa02dbc9-b2a1-4129-8220-67fa9d79b3a7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:28:06.025054 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-f9daaa6c-f139-4c09-b16b-bf829e88c358 req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:06.040601 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-f9daaa6c-f139-4c09-b16b-bf829e88c358 req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Calling delete_port for 4d0fcf1e-68f9-468a-a023-7fe0a5237bab owned by compute:nova {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:28:06.260681 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bc715-bedb-4ebf-af53-a2f58d8c60cc req-de441b08-6dc7-4bac-b46a-44c79ed489da tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:06.262362 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-000bc715-bedb-4ebf-af53-a2f58d8c60cc req-de441b08-6dc7-4bac-b46a-44c79ed489da tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 945 time: 0.0814850 Jan 21 14:28:06.328379 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-000bc715-bedb-4ebf-af53-a2f58d8c60cc req-1593094d-be6f-4a77-9879-87219dcdf518 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/security-groups?id=1477fcad-d827-4e69-bebc-a4953401bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584965 Jan 21 14:28:06.351904 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-f9daaa6c-f139-4c09-b16b-bf829e88c358 req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (4d0fcf1e-68f9-468a-a023-7fe0a5237bab), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:06.364683 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['4d0fcf1e-68f9-468a-a023-7fe0a5237bab'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:28:06.402788 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Pushing event deleted for resources: {'Port': ['ID=4d0fcf1e-68f9-468a-a023-7fe0a5237bab,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:06.421389 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:06.421725 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:06.422150 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:06.422547 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:06.424233 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:06.424233 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:06.424233 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:06.424233 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:06.425285 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:06.425285 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:06.425285 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:06.426384 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:06.426384 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:06.463252 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e052d-71a3-4ccb-84cd-a5847534bc93 req-9145389d-18ba-4315-ab82-db4e598ecd4f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:06.464833 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7f4e052d-71a3-4ccb-84cd-a5847534bc93 req-9145389d-18ba-4315-ab82-db4e598ecd4f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1098549 Jan 21 14:28:06.487983 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9daaa6c-f139-4c09-b16b-bf829e88c358 req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] No DVR routers for this DVR port 4d0fcf1e-68f9-468a-a023-7fe0a5237bab on host hv-cinder-82160 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:28:06.491233 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-f9daaa6c-f139-4c09-b16b-bf829e88c358 req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:06.495279 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f9daaa6c-f139-4c09-b16b-bf829e88c358 req-291eb0bc-39fb-440b-9963-34fa1d410a4d tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.88 "DELETE /v2.0/ports/4d0fcf1e-68f9-468a-a023-7fe0a5237bab HTTP/1.1" status: 204 len: 173 time: 0.7056513 Jan 21 14:28:06.498413 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed67ab6-b609-4852-bec0-c472735021dc', 'name': 'network-vif-deleted', 'tag': '4d0fcf1e-68f9-468a-a023-7fe0a5237bab'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:28:06.499252 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aad510c-bc50-4506-bd88-c399a83fc848" -d '{"events": [{"server_uuid": "6ed67ab6-b609-4852-bec0-c472735021dc", "name": "network-vif-deleted", "tag": "4d0fcf1e-68f9-468a-a023-7fe0a5237bab"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:28:06.542354 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f010dcbb-f2cb-4b65-9908-2f3a7235ce94 x-openstack-request-id: req-f010dcbb-f2cb-4b65-9908-2f3a7235ce94 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:28:06.542646 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed67ab6-b609-4852-bec0-c472735021dc", "name": "network-vif-deleted", "tag": "4d0fcf1e-68f9-468a-a023-7fe0a5237bab", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:28:06.542896 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f010dcbb-f2cb-4b65-9908-2f3a7235ce94 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:28:06.543285 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed67ab6-b609-4852-bec0-c472735021dc', 'name': 'network-vif-deleted', 'tag': '4d0fcf1e-68f9-468a-a023-7fe0a5237bab', 'status': 'completed', 'code': 200} Jan 21 14:28:06.556448 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7f4e052d-71a3-4ccb-84cd-a5847534bc93 req-6b4465df-9e7c-4972-9207-23b8dc694037 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807812 Jan 21 14:28:07.198835 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115b000-7d60-45c7-a92a-d0ff31aa1c6f req-3a5f1b06-445b-4557-b740-e2aa1ac027e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:07.201532 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c115b000-7d60-45c7-a92a-d0ff31aa1c6f req-3a5f1b06-445b-4557-b740-e2aa1ac027e3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0926807 Jan 21 14:28:07.264835 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c115b000-7d60-45c7-a92a-d0ff31aa1c6f req-36e9b409-0e1a-48cd-85e6-50df129bc1d5 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526581 Jan 21 14:28:07.332362 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961126d-0120-4541-bbc5-7ec5da55203a req-dd2215f4-24a4-4e36-83ed-83140e48ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:07.334979 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f961126d-0120-4541-bbc5-7ec5da55203a req-dd2215f4-24a4-4e36-83ed-83140e48ed40 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53f4be14297047ac9c782215bee96797&device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 1099 time: 0.0577278 Jan 21 14:28:07.480672 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-251f329a-0a55-4f75-8bb2-6cdf3480b570 req-7949f201-ff2e-459e-8eef-08b4facd5a96 tempest-VolumesSnapshotTestJSON-1826089009 tempest-VolumesSnapshotTestJSON-1826089009-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed67ab6-b609-4852-bec0-c472735021dc HTTP/1.1" status: 200 len: 210 time: 0.0444856 Jan 21 14:28:07.481922 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961126d-0120-4541-bbc5-7ec5da55203a req-500c23a8-d287-43b4-b3af-ea14f994cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:07.483458 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f961126d-0120-4541-bbc5-7ec5da55203a req-500c23a8-d287-43b4-b3af-ea14f994cb1f service neutron] 10.222.0.88 "GET /v2.0/networks?id=e22d431d-70ce-45d2-9349-3eeb343bec3f HTTP/1.1" status: 200 len: 911 time: 0.1410601 Jan 21 14:28:07.557117 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f961126d-0120-4541-bbc5-7ec5da55203a req-42e8782b-bc6f-4c42-b4c1-a59bb1199f92 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac9d9999-fc38-4faf-9cb9-42b05e4ead09 HTTP/1.1" status: 200 len: 1001 time: 0.0645595 Jan 21 14:28:07.619216 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961126d-0120-4541-bbc5-7ec5da55203a req-5c04f278-fd41-4742-87e2-14a41623df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:07.620733 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f961126d-0120-4541-bbc5-7ec5da55203a req-5c04f278-fd41-4742-87e2-14a41623df4f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=211c3ab0-13b0-4e84-95f9-2038fc691000 HTTP/1.1" status: 200 len: 849 time: 0.0495288 Jan 21 14:28:07.674042 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961126d-0120-4541-bbc5-7ec5da55203a req-19734b26-9679-49f3-8d11-464d7efb0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:07.676432 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f961126d-0120-4541-bbc5-7ec5da55203a req-19734b26-9679-49f3-8d11-464d7efb0bca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e22d431d-70ce-45d2-9349-3eeb343bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488834 Jan 21 14:28:07.782700 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f961126d-0120-4541-bbc5-7ec5da55203a req-99002cf1-2204-43fc-8c09-f6326edd1a9a service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974574 Jan 21 14:28:07.883712 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f961126d-0120-4541-bbc5-7ec5da55203a req-dd4b1ee1-e289-41a9-8fdd-9e429c3d4747 service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948551 Jan 21 14:28:08.415270 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d3610-3a6a-4521-8b62-95fb714ef67b req-6d0d6c2c-abd8-4083-bcf5-dce6cb4e39f2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:08.417124 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-644d3610-3a6a-4521-8b62-95fb714ef67b req-6d0d6c2c-abd8-4083-bcf5-dce6cb4e39f2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0667813 Jan 21 14:28:08.476632 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-644d3610-3a6a-4521-8b62-95fb714ef67b req-5035f63d-92ff-43ea-b7e7-c48482427e67 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489485 Jan 21 14:28:09.628409 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d522c-f4ae-4455-b104-83978186cd2a req-4d7c3075-687b-4b08-a9c4-86ee572b8900 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:09.631149 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-882d522c-f4ae-4455-b104-83978186cd2a req-4d7c3075-687b-4b08-a9c4-86ee572b8900 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0756752 Jan 21 14:28:09.692546 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-882d522c-f4ae-4455-b104-83978186cd2a req-7985f635-9d6e-49f1-9ede-aef3c7bbda94 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547676 Jan 21 14:28:09.840122 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 4d0fcf1e-68f9-468a-a023-7fe0a5237bab no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:28:09.861292 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: 4d0fcf1e-68f9-468a-a023-7fe0a5237bab {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:28:09.861638 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 4d0fcf1e-68f9-468a-a023-7fe0a5237bab not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:28:23.850053 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f82c88b9-202c-4663-bb04-48611d43fb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:25.908342 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77234bac-9b6f-40fc-afaf-087d1228ab67 req-e147c753-88bd-4a4d-a168-cd28cbca5b2f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:25.909979 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-77234bac-9b6f-40fc-afaf-087d1228ab67 req-e147c753-88bd-4a4d-a168-cd28cbca5b2f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0867438 Jan 21 14:28:25.983041 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-77234bac-9b6f-40fc-afaf-087d1228ab67 req-7cddc454-07b2-4492-abb8-a7b9f20370be tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639448 Jan 21 14:28:25.996596 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafe5e1-82ed-469f-aa41-2f85db401c92 req-2ed908e1-09fd-4c45-8c79-0571dea34441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:25.999954 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8aafe5e1-82ed-469f-aa41-2f85db401c92 req-2ed908e1-09fd-4c45-8c79-0571dea34441 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bcf3f504270477eaa1466f36138788b&device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 1137 time: 0.0686760 Jan 21 14:28:26.117402 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafe5e1-82ed-469f-aa41-2f85db401c92 req-238aca12-40a4-4302-938a-bc29d672ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:26.118989 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8aafe5e1-82ed-469f-aa41-2f85db401c92 req-238aca12-40a4-4302-938a-bc29d672ea80 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c1379d4d-66b4-4ff2-8733-38001496825d HTTP/1.1" status: 200 len: 916 time: 0.1020820 Jan 21 14:28:26.228814 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8aafe5e1-82ed-469f-aa41-2f85db401c92 req-f0cb2989-c189-484d-9d2f-9460dec4bb20 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8 HTTP/1.1" status: 200 len: 1001 time: 0.1033027 Jan 21 14:28:26.287873 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafe5e1-82ed-469f-aa41-2f85db401c92 req-dc761429-5fe9-43cf-a4cc-9927d781cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:26.291442 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8aafe5e1-82ed-469f-aa41-2f85db401c92 req-dc761429-5fe9-43cf-a4cc-9927d781cdd4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4fdaec47-a0dd-43fa-9b1b-945ec0fd606d HTTP/1.1" status: 200 len: 854 time: 0.0550699 Jan 21 14:28:26.346382 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafe5e1-82ed-469f-aa41-2f85db401c92 req-a0e15e5b-ddc9-42a2-86ba-84d473caf8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:26.348499 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8aafe5e1-82ed-469f-aa41-2f85db401c92 req-a0e15e5b-ddc9-42a2-86ba-84d473caf8b9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c1379d4d-66b4-4ff2-8733-38001496825d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485058 Jan 21 14:28:26.446017 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8aafe5e1-82ed-469f-aa41-2f85db401c92 req-05d48ab8-ca59-484a-b259-4488c1434c05 service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905437 Jan 21 14:28:26.551651 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8aafe5e1-82ed-469f-aa41-2f85db401c92 req-31c2a12f-ae94-49c9-8236-ce5d30d588cb service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991111 Jan 21 14:28:26.729899 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8485d9e7-0cd6-4474-a3b3-951947144f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:27.161900 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd161-b978-47e9-8885-5b01ed5d35e8 req-90c1256b-7524-4843-bc34-784f7d74da94 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:27.164084 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-44acd161-b978-47e9-8885-5b01ed5d35e8 req-90c1256b-7524-4843-bc34-784f7d74da94 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0650365 Jan 21 14:28:27.270219 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-44acd161-b978-47e9-8885-5b01ed5d35e8 req-d8cbdd49-c376-454f-804d-6d08f00411a6 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000462 Jan 21 14:28:28.422434 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3340c26-60f6-476f-b23d-41139639db5b req-12bfbb8e-55ce-4323-8582-74de4abeccf3 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:28.430115 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b3340c26-60f6-476f-b23d-41139639db5b req-12bfbb8e-55ce-4323-8582-74de4abeccf3 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0775573 Jan 21 14:28:28.527310 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b3340c26-60f6-476f-b23d-41139639db5b req-bcca3d23-df6d-4b23-a574-6b598ea0cc89 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957694 Jan 21 14:28:29.267410 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:29.666261 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c7654-3f2c-4e6b-a75d-8403f63ce620 req-81127dbd-0289-427f-835e-afb2910a6945 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:29.668799 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d46c7654-3f2c-4e6b-a75d-8403f63ce620 req-81127dbd-0289-427f-835e-afb2910a6945 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0678213 Jan 21 14:28:29.751140 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d46c7654-3f2c-4e6b-a75d-8403f63ce620 req-c4faebda-0aef-48e9-ba3f-ed25f8f7a8fe tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755348 Jan 21 14:28:29.776682 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:30.886015 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d6122-4173-49fa-8599-ce73e6e4317c req-5843f524-ce96-47d5-8d42-6c3ff8a979b5 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:30.886570 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bd0d6122-4173-49fa-8599-ce73e6e4317c req-5843f524-ce96-47d5-8d42-6c3ff8a979b5 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0604112 Jan 21 14:28:30.973515 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bd0d6122-4173-49fa-8599-ce73e6e4317c req-7801a583-b69d-4737-a66a-660ae019bb92 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734766 Jan 21 14:28:30.997264 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:31.484489 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:32.148948 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d2c8a-09ac-4410-b2ce-f5fd9e0ae55a req-1b1eaa7b-b78b-48d5-9ca4-6936d6773b70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:32.150656 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-307d2c8a-09ac-4410-b2ce-f5fd9e0ae55a req-1b1eaa7b-b78b-48d5-9ca4-6936d6773b70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0756171 Jan 21 14:28:32.244057 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-307d2c8a-09ac-4410-b2ce-f5fd9e0ae55a req-22799c1b-e10f-4b14-8aa2-3ee42f058baa tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849705 Jan 21 14:28:32.499037 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c575e-e6a3-4279-b789-6f695c8cfe62 req-94d00a72-5648-4a61-8bb4-941bdc2cbf40 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:32.500585 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-fe0c575e-e6a3-4279-b789-6f695c8cfe62 req-94d00a72-5648-4a61-8bb4-941bdc2cbf40 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 946 time: 0.3130066 Jan 21 14:28:32.558409 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-fe0c575e-e6a3-4279-b789-6f695c8cfe62 req-09ceccf5-1480-44cc-b72c-ce89589d404b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521226 Jan 21 14:28:33.312243 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d20438-c73a-44d7-ad96-ff72ef1649cc req-2530e98e-854a-4789-a321-f8587e6ef447 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:33.313800 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-63d20438-c73a-44d7-ad96-ff72ef1649cc req-2530e98e-854a-4789-a321-f8587e6ef447 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.0535777 Jan 21 14:28:33.379625 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05b667-9fdf-49d8-862d-b6fd48d43ac5 req-428076bb-f793-49f9-a06c-49991a60ffe9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:33.381174 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2a05b667-9fdf-49d8-862d-b6fd48d43ac5 req-428076bb-f793-49f9-a06c-49991a60ffe9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0507305 Jan 21 14:28:33.382562 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-63d20438-c73a-44d7-ad96-ff72ef1649cc req-412fb2af-5c0d-40fc-9f96-b39ad2b99618 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617738 Jan 21 14:28:33.467458 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2a05b667-9fdf-49d8-862d-b6fd48d43ac5 req-662bf996-af8e-4793-8ec9-452e454f64b3 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795352 Jan 21 14:28:33.687826 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bcb00-a0ba-425e-a3ff-d44fe6a2202a req-07f6c6fa-746f-49bc-8b0c-af63761915f9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:33.698338 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-596bcb00-a0ba-425e-a3ff-d44fe6a2202a req-07f6c6fa-746f-49bc-8b0c-af63761915f9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 946 time: 0.0571935 Jan 21 14:28:33.746355 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-596bcb00-a0ba-425e-a3ff-d44fe6a2202a req-9d4db7b4-1374-4b3e-bb07-97ae8c8e8449 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496655 Jan 21 14:28:34.237756 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-3b40cd58-a9e2-4664-803d-8fc839104eb9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:34.239399 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-3b40cd58-a9e2-4664-803d-8fc839104eb9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 946 time: 0.0518363 Jan 21 14:28:34.341567 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Deleting port 97be1fbd-a892-44ca-9d18-9c01f5821dcf {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:28:34.342107 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:34.440145 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] For port 97be1fbd-a892-44ca-9d18-9c01f5821dcf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=97be1fbd-a892-44ca-9d18-9c01f5821dcf,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:28:34.440876 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:34.617497 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7d4a4-83b1-4e0a-bc55-4fac16d081ca req-8707aa8a-eb3f-4325-b359-66ac733d1a8c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:34.620193 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c0a7d4a4-83b1-4e0a-bc55-4fac16d081ca req-8707aa8a-eb3f-4325-b359-66ac733d1a8c tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0756280 Jan 21 14:28:34.640725 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7968eb-7ae7-4199-8a38-9ab349d0f39b req-498b865d-c763-4faa-ad9f-315f848c26a5 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:34.642363 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dd7968eb-7ae7-4199-8a38-9ab349d0f39b req-498b865d-c763-4faa-ad9f-315f848c26a5 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1704600 Jan 21 14:28:34.705650 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c0a7d4a4-83b1-4e0a-bc55-4fac16d081ca req-2b8c843c-6429-4381-b9a2-58bfb3f0e176 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785573 Jan 21 14:28:34.884978 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343326ae-7d83-45f3-8595-80880dafdc80 req-763f49de-073a-4390-a5fc-54dfe1aedc69 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:34.886691 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-343326ae-7d83-45f3-8595-80880dafdc80 req-763f49de-073a-4390-a5fc-54dfe1aedc69 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 946 time: 0.0616405 Jan 21 14:28:34.941501 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-343326ae-7d83-45f3-8595-80880dafdc80 req-864a469d-6b2e-456a-a1cb-cae78c2a7260 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c945b49e-dab3-4a71-b941-be1f223019de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486207 Jan 21 14:28:34.986375 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dd7968eb-7ae7-4199-8a38-9ab349d0f39b req-b903f37e-ecfc-43b1-957c-11799d5ec718 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332479 Jan 21 14:28:34.989779 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:34.990162 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (1805ea03-519d-4e74-8d0b-cb37b0a0b1e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:34.990522 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.l3_db [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Floating IP 1805ea03-519d-4e74-8d0b-cb37b0a0b1e1 disassociated. External IP: 172.27.0.183, port: 97be1fbd-a892-44ca-9d18-9c01f5821dcf. Jan 21 14:28:34.990809 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Calling delete_port for 97be1fbd-a892-44ca-9d18-9c01f5821dcf owned by compute:nova {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:28:35.025005 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 58592) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:35.149541 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7e46b728-1e5a-4a4d-bff0-250e937eb615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:35.231298 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (97be1fbd-a892-44ca-9d18-9c01f5821dcf), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:35.236784 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7e46b728-1e5a-4a4d-bff0-250e937eb615 admin admin] Publish callbacks [] for security_group (dd1627d5-b782-4324-86de-7ebdf6e5680b), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:35.260718 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event deleted for resources: {'Port': ['ID=97be1fbd-a892-44ca-9d18-9c01f5821dcf,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:35.322759 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7e46b728-1e5a-4a4d-bff0-250e937eb615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (dd1627d5-b782-4324-86de-7ebdf6e5680b), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:35.364292 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46b728-1e5a-4a4d-bff0-250e937eb615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1627d5-b782-4324-86de-7ebdf6e5680b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:35.368748 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-7e46b728-1e5a-4a4d-bff0-250e937eb615 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc6d9293d11d404e92677010864eace3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426292 Jan 21 14:28:35.371550 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 58600) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:35.380923 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:28:35.424057 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68edd619-b8a0-4a34-9d87-90b9d6b9b99e admin admin] Publish callbacks [] for security_group (dd1627d5-b782-4324-86de-7ebdf6e5680b), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:35.445730 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68edd619-b8a0-4a34-9d87-90b9d6b9b99e admin admin] Publish callbacks [] for security_group (dd1627d5-b782-4324-86de-7ebdf6e5680b), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:35.491108 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:28:35.503102 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bb54a5-1d71-4c1e-970a-73f9cb8a706a None None] Sync routers for ids ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:28:35.514691 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb54a5-1d71-4c1e-970a-73f9cb8a706a None None] Routers {'9e0df276-eff3-43a7-aa11-a3ecb8cce288'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:28:35.515400 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-54bb54a5-1d71-4c1e-970a-73f9cb8a706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:28:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:35.539951 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] No DVR routers for this DVR port 97be1fbd-a892-44ca-9d18-9c01f5821dcf on host hv-cinder-82160 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:28:35.539951 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:35.540691 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ba8b1fa8-06e9-4673-80b3-d5b0aef69eb2 req-6c75b830-904f-4feb-9de7-b2ee68cddd3e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.88 "DELETE /v2.0/ports/97be1fbd-a892-44ca-9d18-9c01f5821dcf HTTP/1.1" status: 204 len: 173 time: 1.2958252 Jan 21 14:28:35.541141 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'name': 'network-vif-deleted', 'tag': '97be1fbd-a892-44ca-9d18-9c01f5821dcf'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:28:35.543513 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d4d8a7-94bf-4538-9aed-977585344699" -d '{"events": [{"server_uuid": "d4ffadec-c61a-4fff-9b28-7f69eb0694a2", "name": "network-vif-deleted", "tag": "97be1fbd-a892-44ca-9d18-9c01f5821dcf"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:28:35.598551 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68edd619-b8a0-4a34-9d87-90b9d6b9b99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (dd1627d5-b782-4324-86de-7ebdf6e5680b), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:35.602232 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68edd619-b8a0-4a34-9d87-90b9d6b9b99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:35.604425 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-68edd619-b8a0-4a34-9d87-90b9d6b9b99e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd1627d5-b782-4324-86de-7ebdf6e5680b HTTP/1.1" status: 204 len: 168 time: 0.2310684 Jan 21 14:28:35.604597 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5846ee44-fbb2-45e1-b89c-710d5aa53faf x-openstack-request-id: req-5846ee44-fbb2-45e1-b89c-710d5aa53faf {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:28:35.604597 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ffadec-c61a-4fff-9b28-7f69eb0694a2", "name": "network-vif-deleted", "tag": "97be1fbd-a892-44ca-9d18-9c01f5821dcf", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:28:35.604597 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5846ee44-fbb2-45e1-b89c-710d5aa53faf {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:28:35.604878 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffadec-c61a-4fff-9b28-7f69eb0694a2', 'name': 'network-vif-deleted', 'tag': '97be1fbd-a892-44ca-9d18-9c01f5821dcf', 'status': 'completed', 'code': 200} Jan 21 14:28:35.617168 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edd619-b8a0-4a34-9d87-90b9d6b9b99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1627d5-b782-4324-86de-7ebdf6e5680b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:35.649897 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-54bb54a5-1d71-4c1e-970a-73f9cb8a706a None None] Set router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:28:35.854981 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84336c4c-2f89-454f-8bc8-84db649b8ba2 req-031d1e56-f531-4eda-8580-ee2e1fdd5d27 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:35.866408 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-84336c4c-2f89-454f-8bc8-84db649b8ba2 req-031d1e56-f531-4eda-8580-ee2e1fdd5d27 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0834718 Jan 21 14:28:35.938641 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-84336c4c-2f89-454f-8bc8-84db649b8ba2 req-189a61c4-16db-44ad-8801-5c821317c969 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685298 Jan 21 14:28:35.965373 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-54bb54a5-1d71-4c1e-970a-73f9cb8a706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:11Z', 'revision_number': 5, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:36.020454 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bb54a5-1d71-4c1e-970a-73f9cb8a706a None None] Checking router: 9e0df276-eff3-43a7-aa11-a3ecb8cce288 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:28:36.039973 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb54a5-1d71-4c1e-970a-73f9cb8a706a None None] Routers {'9e0df276-eff3-43a7-aa11-a3ecb8cce288'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:28:36.041294 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-54bb54a5-1d71-4c1e-970a-73f9cb8a706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:28:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:36.178237 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86ed2d-a706-4493-8cd6-a9dbce07758b req-fe8cd429-49a0-455a-ab89-4d42ef815486 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:36.184409 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-03b30959-0a61-4ff2-a92d-5e45b536c8b9 req-16b5fa83-b20f-403f-885a-39b703cbcd60 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4ffadec-c61a-4fff-9b28-7f69eb0694a2 HTTP/1.1" status: 200 len: 210 time: 0.1048374 Jan 21 14:28:36.193604 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bc86ed2d-a706-4493-8cd6-a9dbce07758b req-fe8cd429-49a0-455a-ab89-4d42ef815486 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1027787 Jan 21 14:28:36.290492 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29e6d0-d735-4da0-aa7f-5caf2aaeea28 req-48e92604-09bf-4c70-93b7-186a4eee78a0 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:36.292025 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2a29e6d0-d735-4da0-aa7f-5caf2aaeea28 req-48e92604-09bf-4c70-93b7-186a4eee78a0 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.88 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 946 time: 0.1719096 Jan 21 14:28:36.316008 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bc86ed2d-a706-4493-8cd6-a9dbce07758b req-b7ba1d87-1e98-481e-9e0e-2512bdb00d7e tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207075 Jan 21 14:28:36.317962 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-54bb54a5-1d71-4c1e-970a-73f9cb8a706a None None] Set router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:28:36.413325 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-2a29e6d0-d735-4da0-aa7f-5caf2aaeea28 req-c9aa9635-35bf-4ccf-8a34-36b67aab4d7d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Deleting port 9e0f713a-037d-4636-b6e3-5f41929c1ef9 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:28:36.413668 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-2a29e6d0-d735-4da0-aa7f-5caf2aaeea28 req-c9aa9635-35bf-4ccf-8a34-36b67aab4d7d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:36.523223 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-2a29e6d0-d735-4da0-aa7f-5caf2aaeea28 req-c9aa9635-35bf-4ccf-8a34-36b67aab4d7d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] For port 9e0f713a-037d-4636-b6e3-5f41929c1ef9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9e0f713a-037d-4636-b6e3-5f41929c1ef9,segment=NetworkSegment(0f4c65bd-2eca-4324-af4c-83298f48ddb4),segment_id=0f4c65bd-2eca-4324-af4c-83298f48ddb4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:28:36.523964 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-2a29e6d0-d735-4da0-aa7f-5caf2aaeea28 req-c9aa9635-35bf-4ccf-8a34-36b67aab4d7d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:36.536622 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-2a29e6d0-d735-4da0-aa7f-5caf2aaeea28 req-c9aa9635-35bf-4ccf-8a34-36b67aab4d7d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Calling delete_port for 9e0f713a-037d-4636-b6e3-5f41929c1ef9 owned by compute:nova {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:28:36.624759 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-54bb54a5-1d71-4c1e-970a-73f9cb8a706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:11Z', 'revision_number': 5, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:36.653624 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bb54a5-1d71-4c1e-970a-73f9cb8a706a None None] The sync data for ids ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'] in dv-cinder-821602-20-iscsi is: [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:11Z', 'revision_number': 5, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:28:36.766391 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-2a29e6d0-d735-4da0-aa7f-5caf2aaeea28 req-c9aa9635-35bf-4ccf-8a34-36b67aab4d7d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (9e0f713a-037d-4636-b6e3-5f41929c1ef9), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:36.781836 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['04effe5d-49d7-4a6a-870e-c190fe48aca1', '9e0f713a-037d-4636-b6e3-5f41929c1ef9'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:28:36.799038 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa9635-35bf-4ccf-8a34-36b67aab4d7d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Pushing event deleted for resources: {'Port': ['ID=9e0f713a-037d-4636-b6e3-5f41929c1ef9,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:36.845507 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a29e6d0-d735-4da0-aa7f-5caf2aaeea28 req-c9aa9635-35bf-4ccf-8a34-36b67aab4d7d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] No DVR routers for this DVR port 9e0f713a-037d-4636-b6e3-5f41929c1ef9 on host hv-cinder-82160 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:28:36.853593 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-2a29e6d0-d735-4da0-aa7f-5caf2aaeea28 req-c9aa9635-35bf-4ccf-8a34-36b67aab4d7d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:36.855888 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2a29e6d0-d735-4da0-aa7f-5caf2aaeea28 req-c9aa9635-35bf-4ccf-8a34-36b67aab4d7d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.88 "DELETE /v2.0/ports/9e0f713a-037d-4636-b6e3-5f41929c1ef9 HTTP/1.1" status: 204 len: 173 time: 0.5579927 Jan 21 14:28:37.055130 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d10080-3a8c-4655-b9c1-d563c9920d64 None None] New status for floating IP 1805ea03-519d-4e74-8d0b-cb37b0a0b1e1: DOWN {{(pid=103333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:28:37.112306 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529eace-b4ca-47b5-978a-cf8005ec3376 req-96800bf2-156e-41b1-acd5-ff971d7ae982 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:37.125732 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c529eace-b4ca-47b5-978a-cf8005ec3376 req-96800bf2-156e-41b1-acd5-ff971d7ae982 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.1012168 Jan 21 14:28:37.208391 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c529eace-b4ca-47b5-978a-cf8005ec3376 req-9b1ac2c3-3c3f-4e71-80e1-f7729baa9d1f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810332 Jan 21 14:28:37.438932 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5ffc2ffa-dc2b-4130-a2ee-ad1d2b55b82b req-5ac42f12-768f-49ca-aecd-5f6f62c37b44 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 210 time: 0.0282755 Jan 21 14:28:37.478500 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58632) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:37.543092 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37497d2f-fe34-4395-95fc-881f60b882bb tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group (c945b49e-dab3-4a71-b941-be1f223019de), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:37.575443 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37497d2f-fe34-4395-95fc-881f60b882bb tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group (c945b49e-dab3-4a71-b941-be1f223019de), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:37.606483 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be01d3b-b018-40d2-86f8-f2e1d6d4e337', 'name': 'network-vif-deleted', 'tag': '9e0f713a-037d-4636-b6e3-5f41929c1ef9'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:28:37.609394 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d304a529-69d7-4af6-b263-e9da8d073356" -d '{"events": [{"server_uuid": "1be01d3b-b018-40d2-86f8-f2e1d6d4e337", "name": "network-vif-deleted", "tag": "9e0f713a-037d-4636-b6e3-5f41929c1ef9"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:28:37.648371 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69434d19-7d11-4fd4-95c3-51f462535246 x-openstack-request-id: req-69434d19-7d11-4fd4-95c3-51f462535246 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:28:37.648648 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be01d3b-b018-40d2-86f8-f2e1d6d4e337", "name": "network-vif-deleted", "tag": "9e0f713a-037d-4636-b6e3-5f41929c1ef9", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:28:37.648899 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69434d19-7d11-4fd4-95c3-51f462535246 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:28:37.649299 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be01d3b-b018-40d2-86f8-f2e1d6d4e337', 'name': 'network-vif-deleted', 'tag': '9e0f713a-037d-4636-b6e3-5f41929c1ef9', 'status': 'completed', 'code': 200} Jan 21 14:28:37.696408 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37497d2f-fe34-4395-95fc-881f60b882bb tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (c945b49e-dab3-4a71-b941-be1f223019de), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:37.699901 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37497d2f-fe34-4395-95fc-881f60b882bb tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:37.703742 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-37497d2f-fe34-4395-95fc-881f60b882bb tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "DELETE /v2.0/security-groups/c945b49e-dab3-4a71-b941-be1f223019de HTTP/1.1" status: 204 len: 168 time: 0.2217555 Jan 21 14:28:37.704131 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 58636) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:37.711005 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37497d2f-fe34-4395-95fc-881f60b882bb tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c945b49e-dab3-4a71-b941-be1f223019de,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:37.719285 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.api.v2.resource [None req-bc48c322-28c7-4185-b9e2-39ea786e703d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] show failed (client error): The resource could not be found. Jan 21 14:28:37.720312 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-bc48c322-28c7-4185-b9e2-39ea786e703d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups/c945b49e-dab3-4a71-b941-be1f223019de HTTP/1.1" status: 404 len: 347 time: 0.0151918 Jan 21 14:28:37.723552 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 58638) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:37.856724 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4c438-b24a-4352-9832-c99a285465ed tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Deleting port c10da5b2-23fd-41e9-a66b-b5004c1c52c8 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:28:37.856946 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bfc4c438-b24a-4352-9832-c99a285465ed tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (c10da5b2-23fd-41e9-a66b-b5004c1c52c8), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:37.945691 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bfc4c438-b24a-4352-9832-c99a285465ed tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (c10da5b2-23fd-41e9-a66b-b5004c1c52c8), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:37.946020 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bfc4c438-b24a-4352-9832-c99a285465ed tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for floatingip (c10da5b2-23fd-41e9-a66b-b5004c1c52c8), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:37.958543 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4c438-b24a-4352-9832-c99a285465ed tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Calling delete_port for c10da5b2-23fd-41e9-a66b-b5004c1c52c8 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:28:38.198171 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bfc4c438-b24a-4352-9832-c99a285465ed tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (c10da5b2-23fd-41e9-a66b-b5004c1c52c8), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:38.224953 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4c438-b24a-4352-9832-c99a285465ed tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event deleted for resources: {'Port': ['ID=c10da5b2-23fd-41e9-a66b-b5004c1c52c8,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:38.291499 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bfc4c438-b24a-4352-9832-c99a285465ed tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for floatingip (1805ea03-519d-4e74-8d0b-cb37b0a0b1e1), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:38.294537 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bfc4c438-b24a-4352-9832-c99a285465ed tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:38.300529 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-bfc4c438-b24a-4352-9832-c99a285465ed tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "DELETE /v2.0/floatingips/1805ea03-519d-4e74-8d0b-cb37b0a0b1e1 HTTP/1.1" status: 204 len: 168 time: 0.5758562 Jan 21 14:28:38.383155 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b034a72-8e72-4a2b-b722-5dcbc3a8ef6e req-1598b008-1080-4319-937e-c9f81b4bb735 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:38.384747 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0b034a72-8e72-4a2b-b722-5dcbc3a8ef6e req-1598b008-1080-4319-937e-c9f81b4bb735 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0827863 Jan 21 14:28:38.466295 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0b034a72-8e72-4a2b-b722-5dcbc3a8ef6e req-e8a2118a-bf45-4255-bea5-fecbbc5d6227 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725276 Jan 21 14:28:38.573350 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58648) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:38.573907 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7fbadf81-9322-4d2f-b4e8-b05aef4a4d94 req-b80597c5-5d51-415f-92ef-d0f35541d5d4 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be01d3b-b018-40d2-86f8-f2e1d6d4e337 HTTP/1.1" status: 200 len: 210 time: 0.0277212 Jan 21 14:28:38.579235 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-5402cf69-7d8a-4529-94f9-2d2cbfca86a1 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1590295091', 'description': 'tempest-description--2066256919'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:28:38.706923 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5402cf69-7d8a-4529-94f9-2d2cbfca86a1 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:38.780964 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5402cf69-7d8a-4529-94f9-2d2cbfca86a1 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group (00bbc09e-5db8-4d0a-a460-56826796547a), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:38.929546 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5402cf69-7d8a-4529-94f9-2d2cbfca86a1 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (00bbc09e-5db8-4d0a-a460-56826796547a), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:38.963800 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402cf69-7d8a-4529-94f9-2d2cbfca86a1 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00bbc09e-5db8-4d0a-a460-56826796547a,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:39.047033 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5402cf69-7d8a-4529-94f9-2d2cbfca86a1 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:39.048231 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-5402cf69-7d8a-4529-94f9-2d2cbfca86a1 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4731228 Jan 21 14:28:39.051278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58650) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:39.055913 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-a7a0d691-ffd6-4e08-8a76-a82af09a9038 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Request body: {'security_group_rule': {'security_group_id': '00bbc09e-5db8-4d0a-a460-56826796547a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:28:39.144774 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d691-ffd6-4e08-8a76-a82af09a9038 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group_rule (a94a1a26-4b50-441b-afeb-dcd2d030cc74), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:39.201415 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d691-ffd6-4e08-8a76-a82af09a9038 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group_rule (a94a1a26-4b50-441b-afeb-dcd2d030cc74), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:39.295137 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d691-ffd6-4e08-8a76-a82af09a9038 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (a94a1a26-4b50-441b-afeb-dcd2d030cc74), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:39.313836 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0d691-ffd6-4e08-8a76-a82af09a9038 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94a1a26-4b50-441b-afeb-dcd2d030cc74,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:39.405686 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d691-ffd6-4e08-8a76-a82af09a9038 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:39.407072 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-a7a0d691-ffd6-4e08-8a76-a82af09a9038 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3545547 Jan 21 14:28:39.413684 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58654) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:39.418014 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-72eabb56-833f-49c1-84c5-62309acb564e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Request body: {'security_group_rule': {'security_group_id': '00bbc09e-5db8-4d0a-a460-56826796547a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:28:39.519863 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-72eabb56-833f-49c1-84c5-62309acb564e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group_rule (5151bd83-a8c6-4bdc-bc6d-6f2ecf05de85), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:39.613928 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-72eabb56-833f-49c1-84c5-62309acb564e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group_rule (5151bd83-a8c6-4bdc-bc6d-6f2ecf05de85), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:39.627617 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c1d87-00a3-4c6a-b26b-5f2d4de64056 req-ed2ab466-55b5-47d1-b630-c203e17caf21 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:39.628102 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-aa9c1d87-00a3-4c6a-b26b-5f2d4de64056 req-ed2ab466-55b5-47d1-b630-c203e17caf21 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0715444 Jan 21 14:28:39.631933 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 97be1fbd-a892-44ca-9d18-9c01f5821dcf no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:28:39.672507 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: 97be1fbd-a892-44ca-9d18-9c01f5821dcf {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:28:39.672917 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 97be1fbd-a892-44ca-9d18-9c01f5821dcf not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:28:39.712259 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-72eabb56-833f-49c1-84c5-62309acb564e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (5151bd83-a8c6-4bdc-bc6d-6f2ecf05de85), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:39.738044 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eabb56-833f-49c1-84c5-62309acb564e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5151bd83-a8c6-4bdc-bc6d-6f2ecf05de85,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:39.747134 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-aa9c1d87-00a3-4c6a-b26b-5f2d4de64056 req-5b0d8571-34ea-4289-90dd-031a68f83dbc tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124270 Jan 21 14:28:39.913390 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-72eabb56-833f-49c1-84c5-62309acb564e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:39.914658 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-72eabb56-833f-49c1-84c5-62309acb564e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4999504 Jan 21 14:28:39.917871 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58662) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:39.922365 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Request body: {'floatingip': {'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:28:40.020179 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:40.138247 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:40.259689 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dd186-eede-4d66-8196-0a307479720c req-25d534fa-b642-4446-a424-5a00a973980a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:40.261261 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-df5dd186-eede-4d66-8196-0a307479720c req-25d534fa-b642-4446-a424-5a00a973980a tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.1149890 Jan 21 14:28:40.313296 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Allocated IP 172.27.0.221 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/cd16d0d3-f760-4430-b803-cd8d2bf6518d) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:28:40.340505 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-df5dd186-eede-4d66-8196-0a307479720c req-fe15ff6c-7792-4c6d-b70f-92d31c1f145f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719419 Jan 21 14:28:40.428906 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for port (cd16d0d3-f760-4430-b803-cd8d2bf6518d), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:40.518546 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (cd16d0d3-f760-4430-b803-cd8d2bf6518d), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:40.565371 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:28:40.571707 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:28:40.574123 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event updated for resources: {'Port': ['ID=cd16d0d3-f760-4430-b803-cd8d2bf6518d,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:40.576373 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:28:40.664962 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for floatingip (faab8e1e-fd99-4dc6-ada3-851f45d51ab1), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:40.673672 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 9e0f713a-037d-4636-b6e3-5f41929c1ef9 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:28:40.695639 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: 9e0f713a-037d-4636-b6e3-5f41929c1ef9 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:28:40.698908 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 9e0f713a-037d-4636-b6e3-5f41929c1ef9 not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:28:40.779888 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (cd16d0d3-f760-4430-b803-cd8d2bf6518d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:40.910246 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bc89e-66c9-470e-8f7e-fd5799ef2e61 req-d9bc9ef6-03d6-427b-bc96-a115ffe7cf6a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:40.913123 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-941bc89e-66c9-470e-8f7e-fd5799ef2e61 req-d9bc9ef6-03d6-427b-bc96-a115ffe7cf6a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0794034 Jan 21 14:28:40.966847 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for port (cd16d0d3-f760-4430-b803-cd8d2bf6518d), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:41.013374 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-941bc89e-66c9-470e-8f7e-fd5799ef2e61 req-412e96a7-9674-4598-8fa8-e76c90a9e644 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920832 Jan 21 14:28:41.038788 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (cd16d0d3-f760-4430-b803-cd8d2bf6518d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:41.117429 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event updated for resources: {'Port': ['ID=cd16d0d3-f760-4430-b803-cd8d2bf6518d,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:41.126657 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (faab8e1e-fd99-4dc6-ada3-851f45d51ab1), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:41.268494 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:41.269779 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-97bc0b47-53f3-4dcd-a058-ee338b1b3145 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3507433 Jan 21 14:28:41.459199 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33cd1f-e613-4e74-ac85-f8d81f8708c2 req-450f775e-40ec-4d90-83a8-026f8c642036 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:41.461065 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4e33cd1f-e613-4e74-ac85-f8d81f8708c2 req-450f775e-40ec-4d90-83a8-026f8c642036 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0520186 Jan 21 14:28:41.486581 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-04b578a2-d578-4da6-a15d-2ba761ea7b99 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1590295091&fields=id&tenant_id=60aa34d5299842f1aa2a2e8e745df561 HTTP/1.1" status: 200 len: 267 time: 0.0473542 Jan 21 14:28:41.519743 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4e33cd1f-e613-4e74-ac85-f8d81f8708c2 req-8d5f06c5-8f95-4516-ac63-dc40a1bfff60 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523331 Jan 21 14:28:41.611203 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-e32d67f9-222c-4cc3-8959-3d5518e1c34d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:41.613693 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-e32d67f9-222c-4cc3-8959-3d5518e1c34d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/networks?id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea HTTP/1.1" status: 200 len: 815 time: 0.1160407 Jan 21 14:28:41.635195 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-2b9d2b0c-4293-45c3-ac70-d76a5386a605 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/quotas/60aa34d5299842f1aa2a2e8e745df561 HTTP/1.1" status: 200 len: 375 time: 0.0128720 Jan 21 14:28:41.708980 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-3b194df6-8dbd-4292-8965-caf97d603371 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60aa34d5299842f1aa2a2e8e745df561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674553 Jan 21 14:28:41.815987 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-5f1d6068-717f-423b-84e7-9ade072b8080 service neutron] 10.222.0.39 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872209 Jan 21 14:28:41.905724 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:28:41.917406 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-7532ffe4-e873-485f-b9dc-50a697ce969a service neutron] 10.222.0.39 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957592 Jan 21 14:28:42.141709 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78fb17-2469-4067-b5c3-025f55551c5d req-a247a813-81a8-4ac9-b213-fc543d3c28ed tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:42.143371 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bd78fb17-2469-4067-b5c3-025f55551c5d req-a247a813-81a8-4ac9-b213-fc543d3c28ed tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0583694 Jan 21 14:28:42.209009 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bd78fb17-2469-4067-b5c3-025f55551c5d req-5c2528e6-8004-4395-baa7-a5953163445e tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598552 Jan 21 14:28:42.648511 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b25060-fd3c-4a73-95a6-e866e40fefdb req-13eef895-65a7-48f5-bdba-3d64e4c5766c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:42.651454 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-99b25060-fd3c-4a73-95a6-e866e40fefdb req-13eef895-65a7-48f5-bdba-3d64e4c5766c tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0621836 Jan 21 14:28:42.703956 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-99b25060-fd3c-4a73-95a6-e866e40fefdb req-2fb18f51-5d4e-4bb1-b8b9-7022488b0fab tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472746 Jan 21 14:28:43.355233 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c5bb95ba-54de-499a-bc6a-b93861f6990d req-aec67a2b-61d3-4ad1-9516-cc02e59c9cfb tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 210 time: 0.0286319 Jan 21 14:28:43.414644 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd336a19-1128-4ce5-9831-99774da43524 req-19d2a8a5-4ccd-4696-a1f9-798bab40c8a9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:43.417121 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dd336a19-1128-4ce5-9831-99774da43524 req-19d2a8a5-4ccd-4696-a1f9-798bab40c8a9 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0822954 Jan 21 14:28:43.493681 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dd336a19-1128-4ce5-9831-99774da43524 req-ebe60af8-7705-4746-a360-be23f52f51a4 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&id=9860eb25-1807-4b70-af20-8f2d06c8c701&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665438 Jan 21 14:28:43.826335 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc59b88-b24d-4b57-accc-ca0f460e5d33 req-5cc23760-3dfa-4ff3-a3ce-b1a4905b015f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:43.827855 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3dc59b88-b24d-4b57-accc-ca0f460e5d33 req-5cc23760-3dfa-4ff3-a3ce-b1a4905b015f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0518496 Jan 21 14:28:43.876168 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3dc59b88-b24d-4b57-accc-ca0f460e5d33 req-b2fa9422-9efe-48c5-8ed0-95cf6f2506d7 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425434 Jan 21 14:28:44.463269 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a815ab78-cae2-420d-8358-dacab007811f req-b3f1afaa-464b-4af9-878f-81b7beac42de tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 210 time: 0.0264647 Jan 21 14:28:45.004998 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fd05a-bde3-40a7-a1fd-2da6bc349d9e req-1ff8d390-cf7c-4639-ab56-33317a934d7f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:45.006553 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-836fd05a-bde3-40a7-a1fd-2da6bc349d9e req-1ff8d390-cf7c-4639-ab56-33317a934d7f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0563793 Jan 21 14:28:45.058215 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-836fd05a-bde3-40a7-a1fd-2da6bc349d9e req-e7f84a85-226d-4720-ba86-903c710e7b6d tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450222 Jan 21 14:28:45.577234 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-755d51da-4e00-4d64-b80a-80566ea4971d req-7e7bff35-2821-4bf4-84d9-afa40f469f83 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 210 time: 0.0344532 Jan 21 14:28:45.752927 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-b3ed1053-481c-44bc-920b-01827f39ff15 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:45.755303 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-b3ed1053-481c-44bc-920b-01827f39ff15 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.88 "GET /v2.0/networks?id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea HTTP/1.1" status: 200 len: 815 time: 0.1255181 Jan 21 14:28:45.822299 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-fe2d6bdc-988b-4756-bdaa-3783075df4ec tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60aa34d5299842f1aa2a2e8e745df561 HTTP/1.1" status: 200 len: 380 time: 0.0575323 Jan 21 14:28:45.831588 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-9c22c0ef-2182-4acf-9e01-13603633a9b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Request body: {'port': {'device_id': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'admin_state_up': True, 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'security_groups': ['00bbc09e-5db8-4d0a-a460-56826796547a']}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:28:46.049776 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-9c22c0ef-2182-4acf-9e01-13603633a9b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Made reservation on behalf of 60aa34d5299842f1aa2a2e8e745df561 for: {'port': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:28:46.055909 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-9c22c0ef-2182-4acf-9e01-13603633a9b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:46.180987 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941676e4-719c-4024-b00b-b0f826f9e5c4 req-48254236-14a7-4ca9-bd99-dd7d88fa42d7 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:46.182737 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-941676e4-719c-4024-b00b-b0f826f9e5c4 req-48254236-14a7-4ca9-bd99-dd7d88fa42d7 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0519211 Jan 21 14:28:46.227851 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-9c22c0ef-2182-4acf-9e01-13603633a9b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Allocated IP 172.20.0.13 (23bc7a6c-f4b1-46b9-adc6-d70b40c31cea/b1af3231-f7ce-40f9-b8d1-bdab42531b8f/0c3a2b3f-ab31-4efa-bf60-a85aa5647c09) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:28:46.240877 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-941676e4-719c-4024-b00b-b0f826f9e5c4 req-6717ad07-5a6b-428b-8be5-876e5b20535e tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514910 Jan 21 14:28:46.389670 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-9c22c0ef-2182-4acf-9e01-13603633a9b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:46.513181 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-9c22c0ef-2182-4acf-9e01-13603633a9b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:46.560560 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-9c22c0ef-2182-4acf-9e01-13603633a9b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:28:46.563717 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-9c22c0ef-2182-4acf-9e01-13603633a9b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:28:46.566308 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-9c22c0ef-2182-4acf-9e01-13603633a9b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:28:46.607514 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22c0ef-2182-4acf-9e01-13603633a9b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event updated for resources: {'Port': ['ID=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:46.644308 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-9c22c0ef-2182-4acf-9e01-13603633a9b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:46.644923 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-9c22c0ef-2182-4acf-9e01-13603633a9b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:46.723851 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae0b18-0d2f-4700-9bb2-5dccfd4c453f req-6a3a764a-d80f-45b1-af92-0609fb88ef84 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:46.725460 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c8ae0b18-0d2f-4700-9bb2-5dccfd4c453f req-6a3a764a-d80f-45b1-af92-0609fb88ef84 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 932 time: 0.0549681 Jan 21 14:28:46.732831 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-9c22c0ef-2182-4acf-9e01-13603633a9b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9052045 Jan 21 14:28:46.753664 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Request body: {'port': {'device_id': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:28:46.827821 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c8ae0b18-0d2f-4700-9bb2-5dccfd4c453f req-330ca6d2-d46c-4396-b0e1-cbe6e0312590 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939827 Jan 21 14:28:46.830323 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:46.852297 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-eecaec86-9c06-4000-b132-dde38adb4c72 None None] Provisioning complete for port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:28:46.853067 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eecaec86-9c06-4000-b132-dde38adb4c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:46.898810 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-eecaec86-9c06-4000-b132-dde38adb4c72 None None] Port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:28:46.935744 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa07ce-4b28-4911-8d66-e14c64f5499f req-ee941f5d-f650-431e-8864-6fca1090a31e tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:46.937423 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-80aa07ce-4b28-4911-8d66-e14c64f5499f req-ee941f5d-f650-431e-8864-6fca1090a31e tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0587003 Jan 21 14:28:47.038720 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-80aa07ce-4b28-4911-8d66-e14c64f5499f req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Deleting port 04effe5d-49d7-4a6a-870e-c190fe48aca1 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:28:47.039063 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-80aa07ce-4b28-4911-8d66-e14c64f5499f req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:47.133722 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:28:47.137631 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-80aa07ce-4b28-4911-8d66-e14c64f5499f req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] For port 04effe5d-49d7-4a6a-870e-c190fe48aca1, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=04effe5d-49d7-4a6a-870e-c190fe48aca1,segment=NetworkSegment(0f4c65bd-2eca-4324-af4c-83298f48ddb4),segment_id=0f4c65bd-2eca-4324-af4c-83298f48ddb4)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:28:47.138033 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-80aa07ce-4b28-4911-8d66-e14c64f5499f req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:47.142173 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Publish callbacks [] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:47.152710 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-80aa07ce-4b28-4911-8d66-e14c64f5499f req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Calling delete_port for 04effe5d-49d7-4a6a-870e-c190fe48aca1 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:28:47.156265 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Transition to ACTIVE for port object 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 will not be triggered until provisioned by entity L2. {{(pid=103331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:28:47.221077 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:47.280922 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Pushing event updated for resources: {'Port': ['ID=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:47.382730 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Attempting to bind port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:28:47.389637 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Attempting to bind port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:28:47.389637 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Attempting to bind port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 on network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:28:47.389637 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 on network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:28:47.390260 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Attempting to bind port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 on network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:28:47.397279 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:28:47.397843 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Checking segment: {'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:28:47.398467 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Bound using segment: {'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:28:47.399197 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Bound port: 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396a44f4-a2f4-402b-9fc8-d1161c4593ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:28:47.399697 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:47.402340 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30dbd1-e182-47a1-9b9d-c8f706101fed req-cf05cc9b-25bf-4344-91f5-2739c163b4e9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:47.404645 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6d30dbd1-e182-47a1-9b9d-c8f706101fed req-cf05cc9b-25bf-4344-91f5-2739c163b4e9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6afa1d-82a2-4990-b0c2-ccc88027329f HTTP/1.1" status: 200 len: 946 time: 0.0547450 Jan 21 14:28:47.415079 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-80aa07ce-4b28-4911-8d66-e14c64f5499f req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (04effe5d-49d7-4a6a-870e-c190fe48aca1), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:47.431111 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['04effe5d-49d7-4a6a-870e-c190fe48aca1'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:28:47.471851 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Pushing event deleted for resources: {'Port': ['ID=04effe5d-49d7-4a6a-870e-c190fe48aca1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:47.489599 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] For port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09, host hv-cinder-82160, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:28:47.493122 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] For port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:28:47.506967 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:47.507313 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:47.507654 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:47.509834 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:47.509834 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:47.509834 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:47.509834 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:47.509834 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:47.509834 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:47.510481 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:47.510481 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:47.510642 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:47.510912 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:47.559176 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-80aa07ce-4b28-4911-8d66-e14c64f5499f req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] No DVR routers for this DVR port 04effe5d-49d7-4a6a-870e-c190fe48aca1 on host hv-cinder-82160 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:28:47.564326 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-80aa07ce-4b28-4911-8d66-e14c64f5499f req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:47.567660 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-80aa07ce-4b28-4911-8d66-e14c64f5499f req-79bed271-f659-4ee2-b79c-b2945582bfc9 tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.88 "DELETE /v2.0/ports/04effe5d-49d7-4a6a-870e-c190fe48aca1 HTTP/1.1" status: 204 len: 173 time: 0.6243479 Jan 21 14:28:47.568123 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6afa1d-82a2-4990-b0c2-ccc88027329f', 'name': 'network-vif-deleted', 'tag': '04effe5d-49d7-4a6a-870e-c190fe48aca1'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:28:47.570618 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d254995-d508-4791-9c09-b3d279933b5f" -d '{"events": [{"server_uuid": "dc6afa1d-82a2-4990-b0c2-ccc88027329f", "name": "network-vif-deleted", "tag": "04effe5d-49d7-4a6a-870e-c190fe48aca1"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:28:47.586258 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6d30dbd1-e182-47a1-9b9d-c8f706101fed req-9a210c12-4903-4560-9721-30b72351556f tempest-ServerRescueNegativeTestJSON-521343220 tempest-ServerRescueNegativeTestJSON-521343220-project] 10.222.0.39 "GET /v2.0/security-groups?id=afd6beff-3ecd-44c8-9910-b3974f9158d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656713 Jan 21 14:28:47.604515 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:47.619312 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750e4b6a-d2ee-470a-b729-6c955248177c x-openstack-request-id: req-750e4b6a-d2ee-470a-b729-6c955248177c {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:28:47.619670 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6afa1d-82a2-4990-b0c2-ccc88027329f", "name": "network-vif-deleted", "tag": "04effe5d-49d7-4a6a-870e-c190fe48aca1", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:28:47.619924 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-750e4b6a-d2ee-470a-b729-6c955248177c {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:28:47.620328 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6afa1d-82a2-4990-b0c2-ccc88027329f', 'name': 'network-vif-deleted', 'tag': '04effe5d-49d7-4a6a-870e-c190fe48aca1', 'status': 'completed', 'code': 200} Jan 21 14:28:47.644987 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:47.645908 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:47.647240 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] 10.222.0.88 "PUT /v2.0/ports/0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 HTTP/1.1" status: 200 len: 1094 time: 0.9000347 Jan 21 14:28:47.649633 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'tag': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:28:47.653125 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b30813-28f5-4a8b-a011-bef9ebf5c066" -d '{"events": [{"name": "network-changed", "server_uuid": "b50562eb-01b3-4b78-8b9a-b3886ef849e7", "tag": "0c3a2b3f-ab31-4efa-bf60-a85aa5647c09"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:28:47.687693 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d1fb5-7ec3-439a-ac8b-df78bace54db service neutron] Pushing event updated for resources: {'Port': ['ID=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:47.707930 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3679e05-e2f2-43f9-bd88-f5d638c379d5 x-openstack-request-id: req-d3679e05-e2f2-43f9-bd88-f5d638c379d5 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:28:47.710524 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50562eb-01b3-4b78-8b9a-b3886ef849e7", "tag": "0c3a2b3f-ab31-4efa-bf60-a85aa5647c09", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:28:47.710524 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3679e05-e2f2-43f9-bd88-f5d638c379d5 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:28:47.710524 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'tag': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'status': 'completed', 'code': 200} Jan 21 14:28:47.787998 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b30813-28f5-4a8b-a011-bef9ebf5c066 req-a2dc44d9-00d4-445e-9d52-08d973774f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:47.789675 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-54b30813-28f5-4a8b-a011-bef9ebf5c066 req-a2dc44d9-00d4-445e-9d52-08d973774f31 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=60aa34d5299842f1aa2a2e8e745df561&device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 1097 time: 0.0559003 Jan 21 14:28:47.913046 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b30813-28f5-4a8b-a011-bef9ebf5c066 req-d02a6e4f-2951-43ae-8b72-448d950681ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:47.914649 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-54b30813-28f5-4a8b-a011-bef9ebf5c066 req-d02a6e4f-2951-43ae-8b72-448d950681ae service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=60aa34d5299842f1aa2a2e8e745df561&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1176529 Jan 21 14:28:48.020100 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373d793-145e-4a3d-b8c1-0b58917d88e1 req-5a428661-fe47-4bbe-8184-590a2177b8b7 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:48.021639 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1373d793-145e-4a3d-b8c1-0b58917d88e1 req-5a428661-fe47-4bbe-8184-590a2177b8b7 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.1061943 Jan 21 14:28:48.072574 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b30813-28f5-4a8b-a011-bef9ebf5c066 req-3dad6029-2b62-4271-8ab9-ed6b521de042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:48.074099 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-54b30813-28f5-4a8b-a011-bef9ebf5c066 req-3dad6029-2b62-4271-8ab9-ed6b521de042 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1497614 Jan 21 14:28:48.095438 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1373d793-145e-4a3d-b8c1-0b58917d88e1 req-083cf4c4-6da3-4aa0-bb1e-d54369e7460e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669231 Jan 21 14:28:48.175921 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-486df681-62ba-4c3e-908a-0f75ddfabc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:48.178200 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-486df681-62ba-4c3e-908a-0f75ddfabc05 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=60aa34d5299842f1aa2a2e8e745df561&device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 1097 time: 0.0556695 Jan 21 14:28:48.223691 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-ea19d46a-1d4d-4a51-8c7c-a92649e00d42 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 HTTP/1.1" status: 200 len: 217 time: 0.0367444 Jan 21 14:28:48.300168 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-fa0bbad4-4d1e-4705-9fdb-54654daad808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:48.302908 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-fa0bbad4-4d1e-4705-9fdb-54654daad808 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1af3231-f7ce-40f9-b8d1-bdab42531b8f HTTP/1.1" status: 200 len: 854 time: 0.0735757 Jan 21 14:28:48.353692 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-00442f30-ad8c-4b1d-a62f-7471cc4e4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:48.355264 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-00442f30-ad8c-4b1d-a62f-7471cc4e4b70 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456047 Jan 21 14:28:48.480171 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-81ba7429-aeaa-444d-bb73-abca2c2744f9 service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174586 Jan 21 14:28:48.583443 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-34c378a3-bd70-43aa-bcdb-2d8afede4e1f req-245bd94e-5d61-43cc-b63c-bbda5240e2de service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967374 Jan 21 14:28:48.654198 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58776) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:49.253961 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3976c-c73e-4cb0-abe1-0ae5217309f0 req-a407a7f4-f5ad-4e15-93ac-fa64f40e58de tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:49.255529 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5cd3976c-c73e-4cb0-abe1-0ae5217309f0 req-a407a7f4-f5ad-4e15-93ac-fa64f40e58de tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.0850060 Jan 21 14:28:49.349234 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5cd3976c-c73e-4cb0-abe1-0ae5217309f0 req-cbb92cf4-d42e-4eac-b8af-b2c3c46a2ac8 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871649 Jan 21 14:28:49.388419 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f30f6eed-6b3e-446b-9cd1-50155e93fba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797260'] for router_interface (137a027f-b238-4345-aaea-221e6be4a80e), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:49.681601 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f30f6eed-6b3e-446b-9cd1-50155e93fba5 admin admin] Deleting port 24790cf3-96fd-45e2-b50e-fab6fc433783 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:28:49.682304 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f30f6eed-6b3e-446b-9cd1-50155e93fba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:49.762891 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f30f6eed-6b3e-446b-9cd1-50155e93fba5 admin admin] For port 24790cf3-96fd-45e2-b50e-fab6fc433783, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=24790cf3-96fd-45e2-b50e-fab6fc433783,segment=NetworkSegment(0f4c65bd-2eca-4324-af4c-83298f48ddb4),segment_id=0f4c65bd-2eca-4324-af4c-83298f48ddb4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:28:49.763256 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f30f6eed-6b3e-446b-9cd1-50155e93fba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:49.775554 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f30f6eed-6b3e-446b-9cd1-50155e93fba5 admin admin] Calling delete_port for 24790cf3-96fd-45e2-b50e-fab6fc433783 owned by network:router_interface {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:28:50.043772 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f30f6eed-6b3e-446b-9cd1-50155e93fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (24790cf3-96fd-45e2-b50e-fab6fc433783), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:50.069910 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f6eed-6b3e-446b-9cd1-50155e93fba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=24790cf3-96fd-45e2-b50e-fab6fc433783,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:50.235867 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f30f6eed-6b3e-446b-9cd1-50155e93fba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573071'] for router_interface (137a027f-b238-4345-aaea-221e6be4a80e), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:50.462541 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30f6eed-6b3e-446b-9cd1-50155e93fba5 admin admin] Router 137a027f-b238-4345-aaea-221e6be4a80e has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:28:50.475558 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f736388-263a-4ef6-866a-dabd2384840f req-fbebbd09-4841-4a36-9890-0015dc8c748d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:50.478336 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6f736388-263a-4ef6-866a-dabd2384840f req-fbebbd09-4841-4a36-9890-0015dc8c748d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.0521145 Jan 21 14:28:50.547500 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6f736388-263a-4ef6-866a-dabd2384840f req-d0e7a872-21c7-4a55-a8e0-ee61162f5b38 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621302 Jan 21 14:28:50.581933 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30f6eed-6b3e-446b-9cd1-50155e93fba5 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:28:50.590508 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-f30f6eed-6b3e-446b-9cd1-50155e93fba5 admin admin] 10.222.0.39 "PUT /v2.0/routers/137a027f-b238-4345-aaea-221e6be4a80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9318473 Jan 21 14:28:50.590508 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58804) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:50.594012 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699de44-fcf1-48f3-8b73-8075966e5a34 None None] Sync routers for ids ['137a027f-b238-4345-aaea-221e6be4a80e'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:28:50.605368 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699de44-fcf1-48f3-8b73-8075966e5a34 None None] Routers {'137a027f-b238-4345-aaea-221e6be4a80e'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:28:50.605991 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a699de44-fcf1-48f3-8b73-8075966e5a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:28:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['137a027f-b238-4345-aaea-221e6be4a80e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:50.695511 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:28:50.701837 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] Publish callbacks [] for router (137a027f-b238-4345-aaea-221e6be4a80e), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:50.703586 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 04effe5d-49d7-4a6a-870e-c190fe48aca1 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:28:50.717460 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a699de44-fcf1-48f3-8b73-8075966e5a34 None None] Set router 137a027f-b238-4345-aaea-221e6be4a80e gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:28:50.819876 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] Publish callbacks [] for router_gateway (137a027f-b238-4345-aaea-221e6be4a80e), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:50.885877 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: 04effe5d-49d7-4a6a-870e-c190fe48aca1 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:28:50.886256 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 04effe5d-49d7-4a6a-870e-c190fe48aca1 not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:28:50.927016 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a699de44-fcf1-48f3-8b73-8075966e5a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137a027f-b238-4345-aaea-221e6be4a80e', 'name': 'tempest-ServerRescueNegativeTestJSON-881946835-router', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'b8171ead-da45-457c-abf2-e2061c3bfcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:11Z', 'updated_at': '2022-01-21T14:28:49Z', 'revision_number': 5, 'project_id': 'd2484fb131484409ba51a2f5775f15f4', 'gw_port': {'id': 'b8171ead-da45-457c-abf2-e2061c3bfcb5', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137a027f-b238-4345-aaea-221e6be4a80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:12Z', 'updated_at': '2022-01-21T14:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:50.946960 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:28:50.956255 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699de44-fcf1-48f3-8b73-8075966e5a34 None None] Checking router: 137a027f-b238-4345-aaea-221e6be4a80e for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:28:50.960779 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'port_id': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'mac_address': 'fa:16:3e:48:66:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:28:50.968982 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] Deleting port b8171ead-da45-457c-abf2-e2061c3bfcb5 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:28:50.969442 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (b8171ead-da45-457c-abf2-e2061c3bfcb5), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:50.969756 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699de44-fcf1-48f3-8b73-8075966e5a34 None None] Routers {'137a027f-b238-4345-aaea-221e6be4a80e'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:28:50.970409 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a699de44-fcf1-48f3-8b73-8075966e5a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:28:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['137a027f-b238-4345-aaea-221e6be4a80e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:51.004956 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:28:51.005348 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:51.020467 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:28:51.042809 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:28:51.061071 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a699de44-fcf1-48f3-8b73-8075966e5a34 None None] Set router 137a027f-b238-4345-aaea-221e6be4a80e gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:28:51.072420 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] For port b8171ead-da45-457c-abf2-e2061c3bfcb5, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=b8171ead-da45-457c-abf2-e2061c3bfcb5,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:28:51.072796 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (b8171ead-da45-457c-abf2-e2061c3bfcb5), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:51.087943 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] Calling delete_port for b8171ead-da45-457c-abf2-e2061c3bfcb5 owned by network:router_gateway {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:28:51.120352 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a699de44-fcf1-48f3-8b73-8075966e5a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137a027f-b238-4345-aaea-221e6be4a80e', 'name': 'tempest-ServerRescueNegativeTestJSON-881946835-router', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:11Z', 'updated_at': '2022-01-21T14:28:50Z', 'revision_number': 6, 'project_id': 'd2484fb131484409ba51a2f5775f15f4', 'gw_port_host': None}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:51.147361 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699de44-fcf1-48f3-8b73-8075966e5a34 None None] The sync data for ids ['137a027f-b238-4345-aaea-221e6be4a80e'] in dv-cinder-821602-20-iscsi is: [{'id': '137a027f-b238-4345-aaea-221e6be4a80e', 'name': 'tempest-ServerRescueNegativeTestJSON-881946835-router', 'tenant_id': 'd2484fb131484409ba51a2f5775f15f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:11Z', 'updated_at': '2022-01-21T14:28:50Z', 'revision_number': 6, 'project_id': 'd2484fb131484409ba51a2f5775f15f4', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:28:51.158425 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:51.220321 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:51.228779 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:51.229157 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:51.229529 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:51.229911 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:51.230372 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:51.230980 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:51.231185 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:51.231575 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:51.231916 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:51.232270 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:51.232610 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:51.232936 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:51.233267 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:28:51.375020 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (b8171ead-da45-457c-abf2-e2061c3bfcb5), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:51.408027 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8171ead-da45-457c-abf2-e2061c3bfcb5,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:51.423195 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['0c3a2b3f-ab31-4efa-bf60-a85aa5647c09'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:28:51.468494 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583186'] for router_gateway (137a027f-b238-4345-aaea-221e6be4a80e), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:51.586658 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1873'] for router (137a027f-b238-4345-aaea-221e6be4a80e), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:51.591461 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] Publish callbacks [] for router_controller (137a027f-b238-4345-aaea-221e6be4a80e), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:51.929256 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68534903-f38f-4675-a4c4-d416a3e5e80a req-29c57d64-4ee3-4de2-8bcc-3fcbc6896980 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:51.931073 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-68534903-f38f-4675-a4c4-d416a3e5e80a req-29c57d64-4ee3-4de2-8bcc-3fcbc6896980 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 945 time: 0.0838914 Jan 21 14:28:51.993204 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-68534903-f38f-4675-a4c4-d416a3e5e80a req-7f4e4902-9dfd-4620-885d-ef9b9638bca7 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495379 Jan 21 14:28:52.015340 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587591'] for router (137a027f-b238-4345-aaea-221e6be4a80e), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.015877 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 137a027f-b238-4345-aaea-221e6be4a80e {{(pid=103331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 14:28:52.021688 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.023294 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-1b0a2d8a-5ddf-481b-9043-ebf53303f2e5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/137a027f-b238-4345-aaea-221e6be4a80e HTTP/1.1" status: 204 len: 168 time: 1.4325433 Jan 21 14:28:52.026059 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58814) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:52.073860 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_v2 [None req-4962c5b2-27dd-403d-8bd0-402642f942c8 admin admin] Deleting subnet cc1ac226-226e-4477-afdf-81841f625e0d {{(pid=103331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:28:52.079663 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4962c5b2-27dd-403d-8bd0-402642f942c8 admin admin] Publish callbacks [] for subnet (cc1ac226-226e-4477-afdf-81841f625e0d), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.151090 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4962c5b2-27dd-403d-8bd0-402642f942c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8286619'] for subnet (cc1ac226-226e-4477-afdf-81841f625e0d), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.200680 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4962c5b2-27dd-403d-8bd0-402642f942c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (cc1ac226-226e-4477-afdf-81841f625e0d), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.341919 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4962c5b2-27dd-403d-8bd0-402642f942c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1489334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801958'] for subnet (cc1ac226-226e-4477-afdf-81841f625e0d), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.368269 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962c5b2-27dd-403d-8bd0-402642f942c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc1ac226-226e-4477-afdf-81841f625e0d,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:52.371963 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4962c5b2-27dd-403d-8bd0-402642f942c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.378025 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-4962c5b2-27dd-403d-8bd0-402642f942c8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cc1ac226-226e-4477-afdf-81841f625e0d HTTP/1.1" status: 204 len: 168 time: 0.3482199 Jan 21 14:28:52.378545 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 58816) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:52.431200 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58820) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:52.454962 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ca0145e-d0eb-4db7-85cb-053450f778a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (6efd224b-7807-4a4b-ab02-831ba02f315b), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.478355 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_v2 [None req-139fa211-ed66-479d-aecb-4cbbcf277dd4 admin admin] Deleting subnet 6112b9d1-14f7-45a0-aeb3-5fdac8293d5a {{(pid=103331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:28:52.482313 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-139fa211-ed66-479d-aecb-4cbbcf277dd4 admin admin] Publish callbacks [] for subnet (6112b9d1-14f7-45a0-aeb3-5fdac8293d5a), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.519251 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-139fa211-ed66-479d-aecb-4cbbcf277dd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8286619'] for subnet (6112b9d1-14f7-45a0-aeb3-5fdac8293d5a), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.573667 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-139fa211-ed66-479d-aecb-4cbbcf277dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (6112b9d1-14f7-45a0-aeb3-5fdac8293d5a), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.588179 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ca0145e-d0eb-4db7-85cb-053450f778a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (6efd224b-7807-4a4b-ab02-831ba02f315b), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.610575 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-1ca0145e-d0eb-4db7-85cb-053450f778a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efd224b-7807-4a4b-ab02-831ba02f315b']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:52.620648 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-1ca0145e-d0eb-4db7-85cb-053450f778a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4c65bd-2eca-4324-af4c-83298f48ddb4') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:52.620885 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-1ca0145e-d0eb-4db7-85cb-053450f778a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4c65bd-2eca-4324-af4c-83298f48ddb4') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:52.631320 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ca0145e-d0eb-4db7-85cb-053450f778a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7592139'] for segment (0f4c65bd-2eca-4324-af4c-83298f48ddb4), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.645257 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ca0145e-d0eb-4db7-85cb-053450f778a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (0f4c65bd-2eca-4324-af4c-83298f48ddb4), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.651493 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca0145e-d0eb-4db7-85cb-053450f778a2 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:28:52.651877 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ca0145e-d0eb-4db7-85cb-053450f778a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5076115'] for segment (0f4c65bd-2eca-4324-af4c-83298f48ddb4), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.654157 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: Traceback (most recent call last): Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: timer() Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: cb(*args, **kw) Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: return func(*args, **kwargs) Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: self._notify() Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: self.callback(batched_events) Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: event.method(event) Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: return f(self, *a, **k) Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: return self._get(url).json() Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: return self.request(url, 'GET', **kwargs) Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:28:52.656682 dv-cinder-821602-20-iscsi neutron-server[103332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:28:52.693198 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:28:52.718807 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-139fa211-ed66-479d-aecb-4cbbcf277dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1489334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801958'] for subnet (6112b9d1-14f7-45a0-aeb3-5fdac8293d5a), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.746178 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fa211-ed66-479d-aecb-4cbbcf277dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6112b9d1-14f7-45a0-aeb3-5fdac8293d5a,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:52.751951 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-139fa211-ed66-479d-aecb-4cbbcf277dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.758136 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-139fa211-ed66-479d-aecb-4cbbcf277dd4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6112b9d1-14f7-45a0-aeb3-5fdac8293d5a HTTP/1.1" status: 204 len: 168 time: 0.3246651 Jan 21 14:28:52.759737 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58822) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:52.792200 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ca0145e-d0eb-4db7-85cb-053450f778a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (6efd224b-7807-4a4b-ab02-831ba02f315b), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.798429 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ca0145e-d0eb-4db7-85cb-053450f778a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.806774 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-1ca0145e-d0eb-4db7-85cb-053450f778a2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6efd224b-7807-4a4b-ab02-831ba02f315b HTTP/1.1" status: 204 len: 168 time: 0.4221835 Jan 21 14:28:52.814925 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0145e-d0eb-4db7-85cb-053450f778a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6efd224b-7807-4a4b-ab02-831ba02f315b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:52.853743 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-019a0afe-8fa7-45db-a46c-7883e3c34e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (fe75e89b-58e2-4577-a608-549d4b0f181f), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.868020 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:28:52.876788 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:28:52.877992 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:52.986050 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 24790cf3-96fd-45e2-b50e-fab6fc433783 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:28:52.989296 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-019a0afe-8fa7-45db-a46c-7883e3c34e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (fe75e89b-58e2-4577-a608-549d4b0f181f), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.012379 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-019a0afe-8fa7-45db-a46c-7883e3c34e59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe75e89b-58e2-4577-a608-549d4b0f181f']}} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:53.016515 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 24790cf3-96fd-45e2-b50e-fab6fc433783 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:28:53.016862 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 24790cf3-96fd-45e2-b50e-fab6fc433783 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:28:53.017288 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device b8171ead-da45-457c-abf2-e2061c3bfcb5 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:28:53.024424 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-019a0afe-8fa7-45db-a46c-7883e3c34e59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa02dbc9-b2a1-4129-8220-67fa9d79b3a7') {'for_net_delete': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:53.025233 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-019a0afe-8fa7-45db-a46c-7883e3c34e59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa02dbc9-b2a1-4129-8220-67fa9d79b3a7') {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:53.041276 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-019a0afe-8fa7-45db-a46c-7883e3c34e59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8286560'] for segment (fa02dbc9-b2a1-4129-8220-67fa9d79b3a7), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.044484 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: b8171ead-da45-457c-abf2-e2061c3bfcb5 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:28:53.044837 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device b8171ead-da45-457c-abf2-e2061c3bfcb5 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:28:53.049374 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:28:53.049784 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.060894 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-019a0afe-8fa7-45db-a46c-7883e3c34e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (fa02dbc9-b2a1-4129-8220-67fa9d79b3a7), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.069706 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019a0afe-8fa7-45db-a46c-7883e3c34e59 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:28:53.070138 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-019a0afe-8fa7-45db-a46c-7883e3c34e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1489372'] for segment (fa02dbc9-b2a1-4129-8220-67fa9d79b3a7), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: Traceback (most recent call last): Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: timer() Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: cb(*args, **kw) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: return func(*args, **kwargs) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: self._notify() Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: self.callback(batched_events) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: event.method(event) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: return f(self, *a, **k) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._get(url).json() Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: return self.request(url, 'GET', **kwargs) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:28:53.072932 dv-cinder-821602-20-iscsi neutron-server[103331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:28:53.088712 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:28:53.091532 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd99f37-f0bc-4c50-b613-85f84e9c4b47" -d '{"events": [{"server_uuid": "b50562eb-01b3-4b78-8b9a-b3886ef849e7", "name": "network-vif-plugged", "status": "completed", "tag": "0c3a2b3f-ab31-4efa-bf60-a85aa5647c09"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:28:53.111214 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:28:53.137235 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658066e7-07a7-4562-9922-cf75b31993ea x-openstack-request-id: req-658066e7-07a7-4562-9922-cf75b31993ea {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:28:53.137630 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50562eb-01b3-4b78-8b9a-b3886ef849e7", "name": "network-vif-plugged", "status": "completed", "tag": "0c3a2b3f-ab31-4efa-bf60-a85aa5647c09", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:28:53.139012 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-658066e7-07a7-4562-9922-cf75b31993ea {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:28:53.139012 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'code': 200} Jan 21 14:28:53.165691 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.222613 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:53.254394 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-019a0afe-8fa7-45db-a46c-7883e3c34e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (fe75e89b-58e2-4577-a608-549d4b0f181f), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.261312 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-019a0afe-8fa7-45db-a46c-7883e3c34e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.265318 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-019a0afe-8fa7-45db-a46c-7883e3c34e59 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fe75e89b-58e2-4577-a608-549d4b0f181f HTTP/1.1" status: 204 len: 168 time: 0.5043433 Jan 21 14:28:53.279635 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a0afe-8fa7-45db-a46c-7883e3c34e59 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe75e89b-58e2-4577-a608-549d4b0f181f,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:53.352414 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 58834) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:53.406554 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bb617-8951-4ce5-b695-5f0a45dca21b req-e095e77b-93a0-4481-8192-c9155355afe3 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:53.408185 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-306bb617-8951-4ce5-b695-5f0a45dca21b req-e095e77b-93a0-4481-8192-c9155355afe3 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.3377407 Jan 21 14:28:53.430191 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-9d3af3c8-2d54-4d66-a594-1f56d0fd4a64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2484fb131484409ba51a2f5775f15f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0758984 Jan 21 14:28:53.433357 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58836) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:53.472349 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-306bb617-8951-4ce5-b695-5f0a45dca21b req-94c89cfe-76a8-44f1-8656-0137c446ad93 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556393 Jan 21 14:28:53.513367 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9c971795-5ec4-4b1b-867d-22bf4364752b admin admin] Publish callbacks [] for security_group (afd6beff-3ecd-44c8-9910-b3974f9158d7), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.542224 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2c1c1-c13e-4201-913e-f902aaf11570 req-f86c13b9-9aad-4469-a1ed-0d97ff18fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:53.544624 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-99d2c1c1-c13e-4201-913e-f902aaf11570 req-f86c13b9-9aad-4469-a1ed-0d97ff18fa1c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 1099 time: 0.0675216 Jan 21 14:28:53.550271 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9c971795-5ec4-4b1b-867d-22bf4364752b admin admin] Publish callbacks [] for security_group (afd6beff-3ecd-44c8-9910-b3974f9158d7), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.624218 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-99d2c1c1-c13e-4201-913e-f902aaf11570 req-55227b68-9b07-4842-843a-cd48d162bfc7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703549 Jan 21 14:28:53.649258 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 58838) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:53.678826 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9c971795-5ec4-4b1b-867d-22bf4364752b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (afd6beff-3ecd-44c8-9910-b3974f9158d7), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.681552 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9c971795-5ec4-4b1b-867d-22bf4364752b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.682691 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-9c971795-5ec4-4b1b-867d-22bf4364752b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/afd6beff-3ecd-44c8-9910-b3974f9158d7 HTTP/1.1" status: 204 len: 168 time: 0.2481019 Jan 21 14:28:53.694384 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c971795-5ec4-4b1b-867d-22bf4364752b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd6beff-3ecd-44c8-9910-b3974f9158d7,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:53.701647 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-938c44ab-f99b-47ce-bc31-8cf93e0b9913 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2d0d37de7074604892daf91f595c796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499692 Jan 21 14:28:53.704179 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58842) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:53.760830 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-70dd3303-8a1b-4dbf-b98b-e62c90d0de52 admin admin] Publish callbacks [] for security_group (1477fcad-d827-4e69-bebc-a4953401bb84), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.789379 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-70dd3303-8a1b-4dbf-b98b-e62c90d0de52 admin admin] Publish callbacks [] for security_group (1477fcad-d827-4e69-bebc-a4953401bb84), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.906714 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a59100e-7ea2-433e-9707-0901a377c4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.958156 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-70dd3303-8a1b-4dbf-b98b-e62c90d0de52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (1477fcad-d827-4e69-bebc-a4953401bb84), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.960804 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-70dd3303-8a1b-4dbf-b98b-e62c90d0de52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:53.961994 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-70dd3303-8a1b-4dbf-b98b-e62c90d0de52 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1477fcad-d827-4e69-bebc-a4953401bb84 HTTP/1.1" status: 204 len: 168 time: 0.2552834 Jan 21 14:28:53.971026 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd3303-8a1b-4dbf-b98b-e62c90d0de52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1477fcad-d827-4e69-bebc-a4953401bb84,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:54.792314 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c7c3f-d02a-4d8f-9459-af61b976aec1 req-0bec6e8f-1d15-49ab-9198-72acea8c7232 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:54.794037 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-827c7c3f-d02a-4d8f-9459-af61b976aec1 req-0bec6e8f-1d15-49ab-9198-72acea8c7232 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.2444906 Jan 21 14:28:54.845085 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-827c7c3f-d02a-4d8f-9459-af61b976aec1 req-47d4b062-0562-40d6-ad68-b99e3786866a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455377 Jan 21 14:28:54.970885 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58868) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:55.070363 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1955147762-network', 'tenant_id': '4249074a3e3f4d49868f7306ec6c7a0c'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:28:55.146332 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] Made reservation on behalf of 4249074a3e3f4d49868f7306ec6c7a0c for: {'network': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:28:55.148678 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:55.157552 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:55.241011 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] Publish callbacks [] for security_group (76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:55.334842 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:55.360105 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:28:55.369344 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:55.377281 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (c7a82701-8593-4875-954a-61ff4c0e90f3), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:55.377580 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.segments_db [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] Added segment c7a82701-8593-4875-954a-61ff4c0e90f3 of type vlan for network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 Jan 21 14:28:55.417558 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:55.546892 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:55.547918 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:55.548515 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:55.617103 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] Pushing event updated for resources: {'Network': ['ID=b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:55.630797 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:28:55.858561 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-29832867-2c04-4cbc-a207-e7afe6884032 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8865311 Jan 21 14:28:55.866239 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 58872) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:55.866817 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-239db354-1baa-46e6-9227-e1049dd44208 admin admin] Request body: {'subnet': {'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1955147762-subnet', 'tenant_id': '4249074a3e3f4d49868f7306ec6c7a0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:28:55.985088 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fe022-b59e-4fb0-bc6b-5b628bc1a259 req-ac3a6c36-0c2d-42b6-b613-7aa8c957d6a8 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:55.986708 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ec8fe022-b59e-4fb0-bc6b-5b628bc1a259 req-ac3a6c36-0c2d-42b6-b613-7aa8c957d6a8 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0546939 Jan 21 14:28:56.035010 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ec8fe022-b59e-4fb0-bc6b-5b628bc1a259 req-73446258-a300-4a81-bcba-a563192eee9b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424666 Jan 21 14:28:56.049340 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239db354-1baa-46e6-9227-e1049dd44208 admin admin] Made reservation on behalf of 4249074a3e3f4d49868f7306ec6c7a0c for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:28:56.051981 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-239db354-1baa-46e6-9227-e1049dd44208 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7381100'] for subnet (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:56.176777 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e15bb8-708c-44e8-b4b2-55a88c7e79eb req-a6efac93-58d9-4578-9f84-df20f0e80442 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:56.178288 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a4e15bb8-708c-44e8-b4b2-55a88c7e79eb req-a6efac93-58d9-4578-9f84-df20f0e80442 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0536594 Jan 21 14:28:56.187268 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58878) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:28:56.191806 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-1a33f7d8-09eb-48b1-8e4c-c09505775ac2 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Request body: {'floatingip': {'port_id': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:28:56.231296 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a33f7d8-09eb-48b1-8e4c-c09505775ac2 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for floatingip (faab8e1e-fd99-4dc6-ada3-851f45d51ab1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:56.347291 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-239db354-1baa-46e6-9227-e1049dd44208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5076798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7381106'] for subnet (6ad90b90-995c-4cca-b8f7-3a02d2c00b53), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:56.406763 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239db354-1baa-46e6-9227-e1049dd44208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad90b90-995c-4cca-b8f7-3a02d2c00b53,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:28:56.412401 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239db354-1baa-46e6-9227-e1049dd44208 admin admin] Checking segment: {'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:28:56.413375 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239db354-1baa-46e6-9227-e1049dd44208 admin admin] Network hostable DHCP agents. Network: b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:28:56.512361 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239db354-1baa-46e6-9227-e1049dd44208 admin admin] Network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:28:56.597471 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-239db354-1baa-46e6-9227-e1049dd44208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:28:56.602294 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239db354-1baa-46e6-9227-e1049dd44208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:56.603734 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-239db354-1baa-46e6-9227-e1049dd44208 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:56.608817 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e99b69a-668f-4db1-a572-193c062ccb69 None None] Network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:28:56.687546 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a33f7d8-09eb-48b1-8e4c-c09505775ac2 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:56.697764 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-239db354-1baa-46e6-9227-e1049dd44208 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8351216 Jan 21 14:28:56.722156 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dbd0ff-d14f-487a-bfeb-4a51c35a2ae4 None None] Network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:28:56.778852 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cf300fb-6601-4d06-9737-e86669ce000d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:56.782117 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a33f7d8-09eb-48b1-8e4c-c09505775ac2 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (faab8e1e-fd99-4dc6-ada3-851f45d51ab1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:56.887635 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.l3_db [None req-1a33f7d8-09eb-48b1-8e4c-c09505775ac2 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Floating IP faab8e1e-fd99-4dc6-ada3-851f45d51ab1 associated. External IP: 172.27.0.221, port: 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09. Jan 21 14:28:57.098805 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a33f7d8-09eb-48b1-8e4c-c09505775ac2 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:28:57.136170 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-c18283ae-3edf-4bf5-945b-ea632be67162 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:57.138257 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-c18283ae-3edf-4bf5-945b-ea632be67162 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/networks?id=b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 HTTP/1.1" status: 200 len: 815 time: 0.1068017 Jan 21 14:28:57.152829 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-7aa13d9a-9509-4894-8c9f-2d58496bc0bc tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/quotas/4249074a3e3f4d49868f7306ec6c7a0c HTTP/1.1" status: 200 len: 375 time: 0.0090783 Jan 21 14:28:57.185448 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-f9ed36a9-b96c-4662-92c4-846e9a7c4244 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263393 Jan 21 14:28:57.211499 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a33f7d8-09eb-48b1-8e4c-c09505775ac2 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:28:57.222710 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a33f7d8-09eb-48b1-8e4c-c09505775ac2 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:57.228554 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda7ee41-ee1f-45d9-9a82-7be0d0916cea None None] Sync routers for ids ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:28:57.243501 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda7ee41-ee1f-45d9-9a82-7be0d0916cea None None] Routers {'9e0df276-eff3-43a7-aa11-a3ecb8cce288'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:28:57.244640 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-eda7ee41-ee1f-45d9-9a82-7be0d0916cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:28:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:57.246810 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-1a33f7d8-09eb-48b1-8e4c-c09505775ac2 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "PUT /v2.0/floatingips/faab8e1e-fd99-4dc6-ada3-851f45d51ab1 HTTP/1.1" status: 200 len: 992 time: 1.0584970 Jan 21 14:28:57.247467 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'tag': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:28:57.249755 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc938e3-945b-42d4-bc2e-1188864384d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b50562eb-01b3-4b78-8b9a-b3886ef849e7", "tag": "0c3a2b3f-ab31-4efa-bf60-a85aa5647c09"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:28:57.342314 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-e87bcda7-8c9c-4059-9161-084a5cb5ab2e service neutron] 10.222.0.39 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497831 Jan 21 14:28:57.394533 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-eda7ee41-ee1f-45d9-9a82-7be0d0916cea None None] Set router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:28:57.404993 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076571f1-458b-4af0-be19-6735ab1fdabe x-openstack-request-id: req-076571f1-458b-4af0-be19-6735ab1fdabe {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:28:57.405298 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50562eb-01b3-4b78-8b9a-b3886ef849e7", "tag": "0c3a2b3f-ab31-4efa-bf60-a85aa5647c09", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:28:57.405581 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-076571f1-458b-4af0-be19-6735ab1fdabe {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:28:57.405994 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'tag': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'status': 'completed', 'code': 200} Jan 21 14:28:57.445435 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-03f8f7d6-8c1d-4c74-9806-e95e5420927a service neutron] 10.222.0.39 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971589 Jan 21 14:28:57.470599 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc938e3-945b-42d4-bc2e-1188864384d3 req-15a11e92-1149-4b7e-87e5-485e82e1fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:57.471955 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dcc938e3-945b-42d4-bc2e-1188864384d3 req-15a11e92-1149-4b7e-87e5-485e82e1fa37 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=60aa34d5299842f1aa2a2e8e745df561&device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 1099 time: 0.0431297 Jan 21 14:28:57.568264 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc938e3-945b-42d4-bc2e-1188864384d3 req-6f2d0ae5-859d-44d9-b14d-9b0242fa09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:57.569759 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dcc938e3-945b-42d4-bc2e-1188864384d3 req-6f2d0ae5-859d-44d9-b14d-9b0242fa09d0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea HTTP/1.1" status: 200 len: 916 time: 0.0898447 Jan 21 14:28:57.650783 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dcc938e3-945b-42d4-bc2e-1188864384d3 req-5b703775-84a3-40d3-9f62-ed5b1876fdeb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 HTTP/1.1" status: 200 len: 1000 time: 0.0739908 Jan 21 14:28:57.705300 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5032754b-b82d-4cd8-8c75-e6acabed3c39 req-723fb88c-6b16-4c4a-a05e-dcc0a74c3ef4 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 210 time: 0.0535388 Jan 21 14:28:57.705651 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-eda7ee41-ee1f-45d9-9a82-7be0d0916cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'faab8e1e-fd99-4dc6-ada3-851f45d51ab1', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'port_id': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'mac_address': 'fa:16:3e:48:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:28:40Z', 'updated_at': '2022-01-21T14:28:56Z', 'revision_number': 1, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:11Z', 'revision_number': 5, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:57.724648 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc938e3-945b-42d4-bc2e-1188864384d3 req-a40dc2c2-43f8-4101-9938-d2cddff14cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:57.724648 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dcc938e3-945b-42d4-bc2e-1188864384d3 req-a40dc2c2-43f8-4101-9938-d2cddff14cec service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1af3231-f7ce-40f9-b8d1-bdab42531b8f HTTP/1.1" status: 200 len: 854 time: 0.0644908 Jan 21 14:28:57.741275 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda7ee41-ee1f-45d9-9a82-7be0d0916cea None None] Checking router: 9e0df276-eff3-43a7-aa11-a3ecb8cce288 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:28:57.752644 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda7ee41-ee1f-45d9-9a82-7be0d0916cea None None] Routers {'9e0df276-eff3-43a7-aa11-a3ecb8cce288'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:28:57.752644 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-eda7ee41-ee1f-45d9-9a82-7be0d0916cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:28:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:57.776633 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc938e3-945b-42d4-bc2e-1188864384d3 req-30c7cf7f-ab44-4de6-9b4d-cb578548b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:57.778583 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dcc938e3-945b-42d4-bc2e-1188864384d3 req-30c7cf7f-ab44-4de6-9b4d-cb578548b26b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0475483 Jan 21 14:28:57.925748 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dcc938e3-945b-42d4-bc2e-1188864384d3 req-ecfe35d9-bd66-45fc-a379-ac5bbc1cd20a service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386445 Jan 21 14:28:58.026820 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-eda7ee41-ee1f-45d9-9a82-7be0d0916cea None None] Set router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:28:58.043173 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-dcc938e3-945b-42d4-bc2e-1188864384d3 req-34d1da32-057d-4d86-8816-d4efee73c88a service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119919 Jan 21 14:28:58.257380 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-eda7ee41-ee1f-45d9-9a82-7be0d0916cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'faab8e1e-fd99-4dc6-ada3-851f45d51ab1', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'port_id': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'mac_address': 'fa:16:3e:48:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:28:40Z', 'updated_at': '2022-01-21T14:28:56Z', 'revision_number': 1, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:11Z', 'revision_number': 5, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:28:58.285486 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda7ee41-ee1f-45d9-9a82-7be0d0916cea None None] The sync data for ids ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'] in dv-cinder-821602-20-iscsi is: [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'faab8e1e-fd99-4dc6-ada3-851f45d51ab1', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'port_id': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'mac_address': 'fa:16:3e:48:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:28:40Z', 'updated_at': '2022-01-21T14:28:56Z', 'revision_number': 1, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:11Z', 'revision_number': 5, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:28:58.483180 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c27fa6-fddb-4d34-b5bb-5ec6c1178f55 req-66afc84c-5c66-49c8-a1d0-9b50f4dd5de1 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:58.484819 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-98c27fa6-fddb-4d34-b5bb-5ec6c1178f55 req-66afc84c-5c66-49c8-a1d0-9b50f4dd5de1 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0608230 Jan 21 14:28:58.502712 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5efe11e-c71c-45da-acac-215a27eabb01 None None] New status for floating IP faab8e1e-fd99-4dc6-ada3-851f45d51ab1: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:28:58.541667 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-98c27fa6-fddb-4d34-b5bb-5ec6c1178f55 req-ca577013-99ee-451a-ae2e-1c2fa51c16cc tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510883 Jan 21 14:28:58.785493 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-738c8d4d-8a3d-4cd0-99e8-352146bd1c8b req-410cd52d-817c-4077-b212-6394ba243f23 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 210 time: 0.0278559 Jan 21 14:28:59.299783 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:59.665412 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea0b74-19a0-4573-bd28-56e9e458c2c2 req-3dcdd194-c3d5-49ba-80c1-f3b71bc952d2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:28:59.667010 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b3ea0b74-19a0-4573-bd28-56e9e458c2c2 req-3dcdd194-c3d5-49ba-80c1-f3b71bc952d2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.0523143 Jan 21 14:28:59.719030 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b3ea0b74-19a0-4573-bd28-56e9e458c2c2 req-9e97e3bb-9c37-406d-a792-91a3a5ae3ffc tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454886 Jan 21 14:28:59.746441 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:28:59.894619 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b42ea9de-57c0-4fd5-bcdf-29071ec6c774 req-7002fa76-8ae6-4bae-8b3d-f537a8894134 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 210 time: 0.0307508 Jan 21 14:29:00.196326 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-af8aab2e-32f5-43a6-b2b1-8aee5debafac req-d3bfee2f-99ef-4882-b788-14477a7486a9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479977 Jan 21 14:29:00.264527 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8aab2e-32f5-43a6-b2b1-8aee5debafac req-8ce16a14-9e6f-4af0-9fee-0c784602c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:00.266049 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-af8aab2e-32f5-43a6-b2b1-8aee5debafac req-8ce16a14-9e6f-4af0-9fee-0c784602c7cb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bcf3f504270477eaa1466f36138788b&device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 1137 time: 0.0407774 Jan 21 14:29:00.379954 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8aab2e-32f5-43a6-b2b1-8aee5debafac req-2d4099ac-a46d-4af8-bde0-ec0946f84410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:00.381433 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-af8aab2e-32f5-43a6-b2b1-8aee5debafac req-2d4099ac-a46d-4af8-bde0-ec0946f84410 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c1379d4d-66b4-4ff2-8733-38001496825d HTTP/1.1" status: 200 len: 916 time: 0.0952160 Jan 21 14:29:00.450681 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-af8aab2e-32f5-43a6-b2b1-8aee5debafac req-a797e9aa-7510-4e2d-9ba8-d74c0555dcdf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8 HTTP/1.1" status: 200 len: 1001 time: 0.0616519 Jan 21 14:29:00.500968 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8aab2e-32f5-43a6-b2b1-8aee5debafac req-6fbecebb-62b3-4438-9017-14bf850fbefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:00.502486 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-af8aab2e-32f5-43a6-b2b1-8aee5debafac req-6fbecebb-62b3-4438-9017-14bf850fbefb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4fdaec47-a0dd-43fa-9b1b-945ec0fd606d HTTP/1.1" status: 200 len: 854 time: 0.0459313 Jan 21 14:29:00.550438 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8aab2e-32f5-43a6-b2b1-8aee5debafac req-79372ec5-5306-40f4-8e42-90643b33fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:00.552188 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-af8aab2e-32f5-43a6-b2b1-8aee5debafac req-79372ec5-5306-40f4-8e42-90643b33fee7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c1379d4d-66b4-4ff2-8733-38001496825d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435727 Jan 21 14:29:00.658317 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-3db1c040-b06e-43bf-88c7-e17371858ee7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:00.663214 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-3db1c040-b06e-43bf-88c7-e17371858ee7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "GET /v2.0/networks?id=b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 HTTP/1.1" status: 200 len: 815 time: 0.1210039 Jan 21 14:29:00.679691 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-bb516927-a3ac-4c49-bb7e-09751651b167 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Request body: {'port': {'device_id': 'd966d0d1-2cc3-448a-abe3-a01d39376d07', 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4', 'admin_state_up': True, 'tenant_id': '4249074a3e3f4d49868f7306ec6c7a0c'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:29:00.689280 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-5e591045-1725-4264-a9ae-5a92a067c987 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:00.690847 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-5e591045-1725-4264-a9ae-5a92a067c987 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1188014 Jan 21 14:29:00.934861 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-bb516927-a3ac-4c49-bb7e-09751651b167 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Made reservation on behalf of 4249074a3e3f4d49868f7306ec6c7a0c for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:29:00.938943 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-bb516927-a3ac-4c49-bb7e-09751651b167 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:00.996546 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-af8aab2e-32f5-43a6-b2b1-8aee5debafac req-05f209a7-ca09-4b56-8b81-d5e753b42bdc service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318578 Jan 21 14:29:01.029068 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:01.038763 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3e8b0cbe-78b8-40f5-9aac-9d09462dde39 req-32c951d9-f982-492b-a7eb-2b11bb512fb0 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 210 time: 0.0659113 Jan 21 14:29:01.108024 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-bb516927-a3ac-4c49-bb7e-09751651b167 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Allocated IP 172.20.0.10 (b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4/6ad90b90-995c-4cca-b8f7-3a02d2c00b53/af2e5adf-90f1-4706-8592-9027991dba81) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:29:01.124130 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027849e7-6cec-46fc-8d7a-b88be6625ff4 req-d9df04ca-9fcb-4ef0-b4ba-ccd14821a117 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:01.129444 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-027849e7-6cec-46fc-8d7a-b88be6625ff4 req-d9df04ca-9fcb-4ef0-b4ba-ccd14821a117 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 946 time: 0.1481950 Jan 21 14:29:01.179960 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-af8aab2e-32f5-43a6-b2b1-8aee5debafac req-7ebe0801-8853-4ddf-a39e-548687bedd7e service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677067 Jan 21 14:29:01.207059 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Deleting port ac9d9999-fc38-4faf-9cb9-42b05e4ead09 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:29:01.207059 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:01.223288 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-027849e7-6cec-46fc-8d7a-b88be6625ff4 req-1ae48874-23a2-458a-be06-b98e8799d3f4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=79586d5d-ea58-41a8-ac09-3193df308016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899603 Jan 21 14:29:01.271896 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-bb516927-a3ac-4c49-bb7e-09751651b167 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks [] for port (af2e5adf-90f1-4706-8592-9027991dba81), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:01.333651 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] For port ac9d9999-fc38-4faf-9cb9-42b05e4ead09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ac9d9999-fc38-4faf-9cb9-42b05e4ead09,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:01.334019 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:01.420539 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-bb516927-a3ac-4c49-bb7e-09751651b167 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (af2e5adf-90f1-4706-8592-9027991dba81), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:01.481647 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-bb516927-a3ac-4c49-bb7e-09751651b167 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:29:01.486681 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-bb516927-a3ac-4c49-bb7e-09751651b167 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:29:01.490249 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-bb516927-a3ac-4c49-bb7e-09751651b167 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:29:01.505936 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:01.515115 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb516927-a3ac-4c49-bb7e-09751651b167 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Pushing event updated for resources: {'Port': ['ID=af2e5adf-90f1-4706-8592-9027991dba81,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:01.543524 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:01.544477 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (6fa761ec-bd07-4807-9c41-d6ec4a49bfb1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:01.544844 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.l3_db [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Floating IP 6fa761ec-bd07-4807-9c41-d6ec4a49bfb1 disassociated. External IP: 172.27.0.95, port: ac9d9999-fc38-4faf-9cb9-42b05e4ead09. Jan 21 14:29:01.545212 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Calling delete_port for ac9d9999-fc38-4faf-9cb9-42b05e4ead09 owned by compute:nova {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:29:01.551374 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-bb516927-a3ac-4c49-bb7e-09751651b167 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:01.552299 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-bb516927-a3ac-4c49-bb7e-09751651b167 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:01.722952 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-bb516927-a3ac-4c49-bb7e-09751651b167 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0476243 Jan 21 14:29:01.736681 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Request body: {'port': {'device_id': 'd966d0d1-2cc3-448a-abe3-a01d39376d07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:29:01.795050 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (af2e5adf-90f1-4706-8592-9027991dba81), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:01.843749 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (ac9d9999-fc38-4faf-9cb9-42b05e4ead09), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:01.874370 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event deleted for resources: {'Port': ['ID=ac9d9999-fc38-4faf-9cb9-42b05e4ead09,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:02.008577 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Router a7277d1f-9239-43b4-b2a3-9b4848a44b55 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:29:02.095007 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2e5adf-90f1-4706-8592-9027991dba81 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:29:02.103302 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Publish callbacks [] for port (af2e5adf-90f1-4706-8592-9027991dba81), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:02.116622 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Transition to ACTIVE for port object af2e5adf-90f1-4706-8592-9027991dba81 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:29:02.161870 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:29:02.173575 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d463a7-7db6-4fde-adff-e5786e59aa5c None None] Sync routers for ids ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:29:02.190305 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d463a7-7db6-4fde-adff-e5786e59aa5c None None] Routers {'a7277d1f-9239-43b4-b2a3-9b4848a44b55'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:29:02.191447 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-73d463a7-7db6-4fde-adff-e5786e59aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:28:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:02.203407 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (af2e5adf-90f1-4706-8592-9027991dba81), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:02.208455 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] No DVR routers for this DVR port ac9d9999-fc38-4faf-9cb9-42b05e4ead09 on host hv-cinder-82160 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:29:02.211465 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:02.214896 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3453a8a1-c754-4afd-b220-67e6f4984e28 req-4da22e80-afe3-45c1-ac9f-ef98c2dcce44 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.88 "DELETE /v2.0/ports/ac9d9999-fc38-4faf-9cb9-42b05e4ead09 HTTP/1.1" status: 204 len: 173 time: 1.5173571 Jan 21 14:29:02.215360 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc3eb9e-d149-4c46-aafc-d800263e80d1', 'name': 'network-vif-deleted', 'tag': 'ac9d9999-fc38-4faf-9cb9-42b05e4ead09'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:29:02.218369 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a958e51-16c7-496b-a6ad-61ffda5136de" -d '{"events": [{"server_uuid": "0cc3eb9e-d149-4c46-aafc-d800263e80d1", "name": "network-vif-deleted", "tag": "ac9d9999-fc38-4faf-9cb9-42b05e4ead09"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:29:02.229965 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bc913-0404-42b4-95aa-21af8f610d9f req-c2bac33d-39f9-4f02-8b10-56c18908af05 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:02.231645 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0c7bc913-0404-42b4-95aa-21af8f610d9f req-c2bac33d-39f9-4f02-8b10-56c18908af05 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 932 time: 0.1149826 Jan 21 14:29:02.304643 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787d7c60-0461-4d4f-b7a5-959e4e6b8bc7 x-openstack-request-id: req-787d7c60-0461-4d4f-b7a5-959e4e6b8bc7 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:29:02.304957 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc3eb9e-d149-4c46-aafc-d800263e80d1", "name": "network-vif-deleted", "tag": "ac9d9999-fc38-4faf-9cb9-42b05e4ead09", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:29:02.305226 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-787d7c60-0461-4d4f-b7a5-959e4e6b8bc7 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:29:02.310994 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc3eb9e-d149-4c46-aafc-d800263e80d1', 'name': 'network-vif-deleted', 'tag': 'ac9d9999-fc38-4faf-9cb9-42b05e4ead09', 'status': 'completed', 'code': 200} Jan 21 14:29:02.325996 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-73d463a7-7db6-4fde-adff-e5786e59aa5c None None] Set router a7277d1f-9239-43b4-b2a3-9b4848a44b55 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:29:02.330530 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0c7bc913-0404-42b4-95aa-21af8f610d9f req-8d30ac9c-e684-4c33-96d1-f6f131f7d868 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913563 Jan 21 14:29:02.413695 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Pushing event updated for resources: {'Port': ['ID=af2e5adf-90f1-4706-8592-9027991dba81,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:02.438485 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d87f4e28-a3b8-4355-a90c-ca0d5331e68b req-daa11621-7a3f-4de7-8703-e3c9ee314774 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cc3eb9e-d149-4c46-aafc-d800263e80d1 HTTP/1.1" status: 200 len: 210 time: 0.0624042 Jan 21 14:29:02.469302 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Attempting to bind port af2e5adf-90f1-4706-8592-9027991dba81 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:29:02.469805 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Attempting to bind port af2e5adf-90f1-4706-8592-9027991dba81 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:29:02.470266 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Attempting to bind port af2e5adf-90f1-4706-8592-9027991dba81 on network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:29:02.480610 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Port af2e5adf-90f1-4706-8592-9027991dba81 on network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:29:02.480610 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Attempting to bind port af2e5adf-90f1-4706-8592-9027991dba81 on network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:29:02.488208 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:29:02.488573 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Checking segment: {'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:29:02.489197 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Bound using segment: {'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:29:02.490008 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Bound port: af2e5adf-90f1-4706-8592-9027991dba81, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:29:02.490741 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (af2e5adf-90f1-4706-8592-9027991dba81), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:02.575705 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] For port af2e5adf-90f1-4706-8592-9027991dba81, host hv-cinder-82160, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:29:02.578957 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] For port af2e5adf-90f1-4706-8592-9027991dba81, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=af2e5adf-90f1-4706-8592-9027991dba81,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:29:02.593602 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-73d463a7-7db6-4fde-adff-e5786e59aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:09Z', 'revision_number': 5, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:02.626240 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d463a7-7db6-4fde-adff-e5786e59aa5c None None] Checking router: a7277d1f-9239-43b4-b2a3-9b4848a44b55 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:29:02.634829 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d463a7-7db6-4fde-adff-e5786e59aa5c None None] Routers {'a7277d1f-9239-43b4-b2a3-9b4848a44b55'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:29:02.635448 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-73d463a7-7db6-4fde-adff-e5786e59aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:28:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:02.689391 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (af2e5adf-90f1-4706-8592-9027991dba81), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:02.725877 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:02.726551 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:02.727967 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-6a437246-b84e-485f-8029-106e1732d11c service neutron] 10.222.0.88 "PUT /v2.0/ports/af2e5adf-90f1-4706-8592-9027991dba81 HTTP/1.1" status: 200 len: 1094 time: 0.9956906 Jan 21 14:29:02.728408 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd966d0d1-2cc3-448a-abe3-a01d39376d07', 'tag': 'af2e5adf-90f1-4706-8592-9027991dba81'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:29:02.730706 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad55bf7-2f91-4bf1-acf6-bbf313f9a6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d966d0d1-2cc3-448a-abe3-a01d39376d07", "tag": "af2e5adf-90f1-4706-8592-9027991dba81"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:29:02.750825 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-73d463a7-7db6-4fde-adff-e5786e59aa5c None None] Set router a7277d1f-9239-43b4-b2a3-9b4848a44b55 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:29:02.757452 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a437246-b84e-485f-8029-106e1732d11c service neutron] Pushing event updated for resources: {'Port': ['ID=af2e5adf-90f1-4706-8592-9027991dba81,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:02.791285 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32402438-ae56-42be-8e8f-6272414588cb x-openstack-request-id: req-32402438-ae56-42be-8e8f-6272414588cb {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:29:02.791826 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d966d0d1-2cc3-448a-abe3-a01d39376d07", "tag": "af2e5adf-90f1-4706-8592-9027991dba81", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:29:02.792914 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32402438-ae56-42be-8e8f-6272414588cb {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:29:02.793496 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd966d0d1-2cc3-448a-abe3-a01d39376d07', 'tag': 'af2e5adf-90f1-4706-8592-9027991dba81', 'status': 'completed', 'code': 200} Jan 21 14:29:02.855254 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad55bf7-2f91-4bf1-acf6-bbf313f9a6fe req-7bd88965-be2e-4d16-8dd7-d9e6650faa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:02.856918 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2ad55bf7-2f91-4bf1-acf6-bbf313f9a6fe req-7bd88965-be2e-4d16-8dd7-d9e6650faa9e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 1097 time: 0.0494957 Jan 21 14:29:02.970332 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad55bf7-2f91-4bf1-acf6-bbf313f9a6fe req-1b675f86-cee2-4355-a766-c53bbaa7db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:02.971920 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2ad55bf7-2f91-4bf1-acf6-bbf313f9a6fe req-1b675f86-cee2-4355-a766-c53bbaa7db84 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1046011 Jan 21 14:29:02.986218 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-73d463a7-7db6-4fde-adff-e5786e59aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:09Z', 'revision_number': 5, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:03.013767 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d463a7-7db6-4fde-adff-e5786e59aa5c None None] The sync data for ids ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'] in dv-cinder-821602-20-iscsi is: [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:09Z', 'revision_number': 5, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:29:03.085816 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad55bf7-2f91-4bf1-acf6-bbf313f9a6fe req-672a99f2-b7b8-43ce-8fbc-0d5cdc1f088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:03.087415 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2ad55bf7-2f91-4bf1-acf6-bbf313f9a6fe req-672a99f2-b7b8-43ce-8fbc-0d5cdc1f088d service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097484 Jan 21 14:29:03.185818 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-0b2ab90e-7c44-48a6-89e8-194ca7efd56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:03.187533 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-0b2ab90e-7c44-48a6-89e8-194ca7efd56d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 1097 time: 0.0535989 Jan 21 14:29:03.235485 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-35b45378-33bf-4d52-a23d-8bd5d2635f45 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af2e5adf-90f1-4706-8592-9027991dba81 HTTP/1.1" status: 200 len: 217 time: 0.0407825 Jan 21 14:29:03.269881 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd461175-9c2d-433c-8ff4-b2a5e42828f2 None None] New status for floating IP 6fa761ec-bd07-4807-9c41-d6ec4a49bfb1: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:29:03.295723 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-a8ff106d-c382-4d6c-a5ff-a9ff6b59683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:03.297221 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-a8ff106d-c382-4d6c-a5ff-a9ff6b59683f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ad90b90-995c-4cca-b8f7-3a02d2c00b53 HTTP/1.1" status: 200 len: 855 time: 0.0556612 Jan 21 14:29:03.336172 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-0c95c032-8ec9-4198-9e71-1637ab184557 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328865 Jan 21 14:29:03.443881 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-a7d60c8a-7a28-4253-831b-67961ee37463 service neutron] 10.222.0.88 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006844 Jan 21 14:29:03.450200 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85b3a4-078f-4e03-abc8-ae6130ad1fe4 req-d530fae2-47ec-485c-9e34-15ef0c6aaa7d tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:03.451799 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cc85b3a4-078f-4e03-abc8-ae6130ad1fe4 req-d530fae2-47ec-485c-9e34-15ef0c6aaa7d tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 944 time: 0.0567331 Jan 21 14:29:03.524672 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cc85b3a4-078f-4e03-abc8-ae6130ad1fe4 req-ef3642dd-e07c-494c-9c20-064ba4e7d4ad tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648053 Jan 21 14:29:03.561331 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-099706d4-bcc7-42c0-bca8-1108af34a2fa req-099baeac-c0d4-4cca-82e3-981b2ac96e4f service neutron] 10.222.0.88 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000280 Jan 21 14:29:03.604541 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58964) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:03.660691 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4d39ebb3-b0d5-415c-8498-1e74394f7d91 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group (79586d5d-ea58-41a8-ac09-3193df308016), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:03.686622 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4d39ebb3-b0d5-415c-8498-1e74394f7d91 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group (79586d5d-ea58-41a8-ac09-3193df308016), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:03.859768 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4d39ebb3-b0d5-415c-8498-1e74394f7d91 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (79586d5d-ea58-41a8-ac09-3193df308016), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:03.862344 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4d39ebb3-b0d5-415c-8498-1e74394f7d91 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:03.863671 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-4d39ebb3-b0d5-415c-8498-1e74394f7d91 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "DELETE /v2.0/security-groups/79586d5d-ea58-41a8-ac09-3193df308016 HTTP/1.1" status: 204 len: 168 time: 0.2581356 Jan 21 14:29:03.866647 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 58966) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:03.874218 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39ebb3-b0d5-415c-8498-1e74394f7d91 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79586d5d-ea58-41a8-ac09-3193df308016,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:03.881527 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.api.v2.resource [None req-f34e9be4-0830-4660-9f5c-7a7ecb6a4af7 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] show failed (client error): The resource could not be found. Jan 21 14:29:03.885735 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-f34e9be4-0830-4660-9f5c-7a7ecb6a4af7 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups/79586d5d-ea58-41a8-ac09-3193df308016 HTTP/1.1" status: 404 len: 347 time: 0.0179937 Jan 21 14:29:03.886814 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 58968) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:04.251949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-f9d02046-0ae5-4707-a83a-416a65de3704 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Deleting port da75ca0c-ba24-4d92-a9ed-71a76cdf52bf {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:29:04.252280 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f9d02046-0ae5-4707-a83a-416a65de3704 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (da75ca0c-ba24-4d92-a9ed-71a76cdf52bf), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:04.329114 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f9d02046-0ae5-4707-a83a-416a65de3704 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (da75ca0c-ba24-4d92-a9ed-71a76cdf52bf), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:04.329438 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f9d02046-0ae5-4707-a83a-416a65de3704 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for floatingip (da75ca0c-ba24-4d92-a9ed-71a76cdf52bf), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:04.341924 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-f9d02046-0ae5-4707-a83a-416a65de3704 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Calling delete_port for da75ca0c-ba24-4d92-a9ed-71a76cdf52bf owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:29:04.558289 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f9d02046-0ae5-4707-a83a-416a65de3704 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (da75ca0c-ba24-4d92-a9ed-71a76cdf52bf), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:04.588017 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d02046-0ae5-4707-a83a-416a65de3704 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event deleted for resources: {'Port': ['ID=da75ca0c-ba24-4d92-a9ed-71a76cdf52bf,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:04.683372 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f9d02046-0ae5-4707-a83a-416a65de3704 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for floatingip (6fa761ec-bd07-4807-9c41-d6ec4a49bfb1), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:04.686244 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f9d02046-0ae5-4707-a83a-416a65de3704 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:04.687429 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-f9d02046-0ae5-4707-a83a-416a65de3704 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "DELETE /v2.0/floatingips/6fa761ec-bd07-4807-9c41-d6ec4a49bfb1 HTTP/1.1" status: 204 len: 168 time: 0.8002212 Jan 21 14:29:04.701456 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c822-21e2-4568-ad5e-17832f69e637 req-1b1f0fbb-0e8b-4afb-9f17-a396c11187c8 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:04.702988 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5df5c822-21e2-4568-ad5e-17832f69e637 req-1b1f0fbb-0e8b-4afb-9f17-a396c11187c8 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 944 time: 0.0911565 Jan 21 14:29:04.752234 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5df5c822-21e2-4568-ad5e-17832f69e637 req-11eb2cb3-3474-455b-984c-da9d17cd8293 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Jan 21 14:29:04.762103 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device ac9d9999-fc38-4faf-9cb9-42b05e4ead09 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:29:04.781453 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: ac9d9999-fc38-4faf-9cb9-42b05e4ead09 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:29:04.781870 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device ac9d9999-fc38-4faf-9cb9-42b05e4ead09 not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:29:04.989299 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58978) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:04.994093 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-3c6ccf2b-7ec1-4246-817d-86fc24531f6a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--576470627', 'description': 'tempest-description--1694534384'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:29:05.129381 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3c6ccf2b-7ec1-4246-817d-86fc24531f6a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:05.219703 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3c6ccf2b-7ec1-4246-817d-86fc24531f6a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group (6e21585d-8d41-46d7-8a7c-6616d5aaf495), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:05.289406 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3c6ccf2b-7ec1-4246-817d-86fc24531f6a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (6e21585d-8d41-46d7-8a7c-6616d5aaf495), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:05.317780 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ccf2b-7ec1-4246-817d-86fc24531f6a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e21585d-8d41-46d7-8a7c-6616d5aaf495,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:05.389451 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3c6ccf2b-7ec1-4246-817d-86fc24531f6a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:05.390859 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-3c6ccf2b-7ec1-4246-817d-86fc24531f6a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4004295 Jan 21 14:29:05.393633 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 58980) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:05.398044 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-b066b5f4-e248-4103-a56e-8d16a81e9136 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Request body: {'security_group_rule': {'security_group_id': '6e21585d-8d41-46d7-8a7c-6616d5aaf495', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:29:05.581004 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b066b5f4-e248-4103-a56e-8d16a81e9136 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group_rule (ec9835d4-d581-427c-8705-e265c026a33e), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:05.638503 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b066b5f4-e248-4103-a56e-8d16a81e9136 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group_rule (ec9835d4-d581-427c-8705-e265c026a33e), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:05.729341 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b066b5f4-e248-4103-a56e-8d16a81e9136 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (ec9835d4-d581-427c-8705-e265c026a33e), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:05.747857 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066b5f4-e248-4103-a56e-8d16a81e9136 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9835d4-d581-427c-8705-e265c026a33e,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:05.794342 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b066b5f4-e248-4103-a56e-8d16a81e9136 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:05.795561 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-b066b5f4-e248-4103-a56e-8d16a81e9136 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4009435 Jan 21 14:29:05.798400 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 58984) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:05.803258 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b42ee6aa-5d95-4bdd-a3b9-050be06545c7 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Request body: {'security_group_rule': {'security_group_id': '6e21585d-8d41-46d7-8a7c-6616d5aaf495', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:29:05.873907 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96194a0f-e9d1-40aa-b889-968ce99cde6a req-01661eab-019a-4492-9146-aabc2c710ebd tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:05.875438 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-96194a0f-e9d1-40aa-b889-968ce99cde6a req-01661eab-019a-4492-9146-aabc2c710ebd tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 944 time: 0.0529668 Jan 21 14:29:05.931089 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-96194a0f-e9d1-40aa-b889-968ce99cde6a req-2321e7ac-cedc-4985-83be-e52707f20533 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501177 Jan 21 14:29:05.944612 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b42ee6aa-5d95-4bdd-a3b9-050be06545c7 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group_rule (ef9ebd96-ec93-4a65-b4a0-53c1d9e01227), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:06.005665 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b42ee6aa-5d95-4bdd-a3b9-050be06545c7 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group_rule (ef9ebd96-ec93-4a65-b4a0-53c1d9e01227), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:06.133935 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b42ee6aa-5d95-4bdd-a3b9-050be06545c7 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (ef9ebd96-ec93-4a65-b4a0-53c1d9e01227), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:06.151398 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ee6aa-5d95-4bdd-a3b9-050be06545c7 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9ebd96-ec93-4a65-b4a0-53c1d9e01227,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:06.239569 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b42ee6aa-5d95-4bdd-a3b9-050be06545c7 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:06.240829 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-b42ee6aa-5d95-4bdd-a3b9-050be06545c7 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4412801 Jan 21 14:29:06.243926 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 58988) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:06.248962 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Request body: {'floatingip': {'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:29:06.369086 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:06.474017 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:06.587242 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Allocated IP 172.27.0.17 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/51f35927-8827-49ef-a6be-7c88d0ea2473) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:29:06.702080 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for port (51f35927-8827-49ef-a6be-7c88d0ea2473), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:06.763754 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device af2e5adf-90f1-4706-8592-9027991dba81 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:29:06.780887 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (51f35927-8827-49ef-a6be-7c88d0ea2473), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:06.821521 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:29:06.825299 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:29:06.829031 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:29:06.863102 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event updated for resources: {'Port': ['ID=51f35927-8827-49ef-a6be-7c88d0ea2473,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:06.867709 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port af2e5adf-90f1-4706-8592-9027991dba81, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=af2e5adf-90f1-4706-8592-9027991dba81,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:06.879270 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': 'af2e5adf-90f1-4706-8592-9027991dba81', 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4', 'port_id': 'af2e5adf-90f1-4706-8592-9027991dba81', 'mac_address': 'fa:16:3e:12:74:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad90b90-995c-4cca-b8f7-3a02d2c00b53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:29:06.921948 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port af2e5adf-90f1-4706-8592-9027991dba81 is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:29:06.922575 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (af2e5adf-90f1-4706-8592-9027991dba81), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:06.928822 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for floatingip (032f5aa4-44b3-44d5-8cd8-789c0f1f6818), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:06.946615 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2e5adf-90f1-4706-8592-9027991dba81 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:29:06.972881 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port af2e5adf-90f1-4706-8592-9027991dba81, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=af2e5adf-90f1-4706-8592-9027991dba81,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:07.046190 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (51f35927-8827-49ef-a6be-7c88d0ea2473), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:07.056775 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e107a1-591d-4102-bf61-3673a9587471 req-4c22537d-62be-4e52-abd6-7f01b1829029 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:07.058326 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c2e107a1-591d-4102-bf61-3673a9587471 req-4c22537d-62be-4e52-abd6-7f01b1829029 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 944 time: 0.0551727 Jan 21 14:29:07.061154 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (af2e5adf-90f1-4706-8592-9027991dba81), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:07.109882 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=af2e5adf-90f1-4706-8592-9027991dba81,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:07.114897 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c2e107a1-591d-4102-bf61-3673a9587471 req-6c367b55-5d44-4661-93ad-dd343cb28fec tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501266 Jan 21 14:29:07.232705 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for port (51f35927-8827-49ef-a6be-7c88d0ea2473), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:07.300642 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (51f35927-8827-49ef-a6be-7c88d0ea2473), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:07.312883 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['af2e5adf-90f1-4706-8592-9027991dba81'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:29:07.381638 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event updated for resources: {'Port': ['ID=51f35927-8827-49ef-a6be-7c88d0ea2473,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:07.393210 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (032f5aa4-44b3-44d5-8cd8-789c0f1f6818), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:07.474213 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:07.475458 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-e08198be-7ecc-4587-89ca-dad17ec46545 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2306116 Jan 21 14:29:07.692552 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-1d0f09b7-9ba1-4f98-86d5-fe7457631f99 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--576470627&fields=id&tenant_id=53f4be14297047ac9c782215bee96797 HTTP/1.1" status: 200 len: 267 time: 0.0441785 Jan 21 14:29:07.808851 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110623e-e804-433e-9bee-569c3ba895ea req-af628653-f096-406d-b2b9-ea9b8c0002a6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:07.810850 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-af628653-f096-406d-b2b9-ea9b8c0002a6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/networks?id=e22d431d-70ce-45d2-9349-3eeb343bec3f HTTP/1.1" status: 200 len: 810 time: 0.1119030 Jan 21 14:29:07.825647 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-45c8e828-928a-4353-a7ae-1b2bc5ea142a tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/quotas/53f4be14297047ac9c782215bee96797 HTTP/1.1" status: 200 len: 375 time: 0.0094013 Jan 21 14:29:07.877764 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-077b4bd9-c949-42b0-9c37-8c4effe7c396 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=53f4be14297047ac9c782215bee96797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468926 Jan 21 14:29:07.974858 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-86a3069e-5f86-46ec-91a3-7d0c2f024a27 service neutron] 10.222.0.39 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858150 Jan 21 14:29:08.063008 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-65c73780-93f6-43da-835a-730596766fea service neutron] 10.222.0.39 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824492 Jan 21 14:29:08.231169 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a414a7-6f77-4db1-9cf5-ef55ab6ca130 req-43ba1bcc-081f-465f-8045-3594834e67d9 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:08.232778 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-16a414a7-6f77-4db1-9cf5-ef55ab6ca130 req-43ba1bcc-081f-465f-8045-3594834e67d9 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 945 time: 0.0515056 Jan 21 14:29:08.297291 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-16a414a7-6f77-4db1-9cf5-ef55ab6ca130 req-6839d0e4-5e6c-419b-bee9-b41e9721d8bd tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577924 Jan 21 14:29:08.371921 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-fbd1c184-5ee6-4e3c-a026-1ac53e4586e3 req-bfe8e282-85ec-4665-beca-7dcf18b5150f tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 210 time: 0.0327117 Jan 21 14:29:08.771303 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device af2e5adf-90f1-4706-8592-9027991dba81 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:29:08.928604 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port af2e5adf-90f1-4706-8592-9027991dba81 completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:29:08.932649 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port af2e5adf-90f1-4706-8592-9027991dba81 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:29:08.933027 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (af2e5adf-90f1-4706-8592-9027991dba81), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:09.015577 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port af2e5adf-90f1-4706-8592-9027991dba81 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:29:09.015984 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (af2e5adf-90f1-4706-8592-9027991dba81), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:09.040422 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd966d0d1-2cc3-448a-abe3-a01d39376d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2e5adf-90f1-4706-8592-9027991dba81'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:29:09.042733 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55a9111-7feb-4c1d-bb39-9c7623d1d808" -d '{"events": [{"server_uuid": "d966d0d1-2cc3-448a-abe3-a01d39376d07", "name": "network-vif-plugged", "status": "completed", "tag": "af2e5adf-90f1-4706-8592-9027991dba81"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:29:09.056667 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port af2e5adf-90f1-4706-8592-9027991dba81, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=af2e5adf-90f1-4706-8592-9027991dba81,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:09.081329 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e70de5-d090-4504-8eb2-49bcf290bab7 x-openstack-request-id: req-67e70de5-d090-4504-8eb2-49bcf290bab7 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:29:09.081624 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d966d0d1-2cc3-448a-abe3-a01d39376d07", "name": "network-vif-plugged", "status": "completed", "tag": "af2e5adf-90f1-4706-8592-9027991dba81", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:29:09.082009 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67e70de5-d090-4504-8eb2-49bcf290bab7 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:29:09.082496 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd966d0d1-2cc3-448a-abe3-a01d39376d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2e5adf-90f1-4706-8592-9027991dba81', 'code': 200} Jan 21 14:29:09.180359 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (af2e5adf-90f1-4706-8592-9027991dba81), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:09.233257 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=af2e5adf-90f1-4706-8592-9027991dba81,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:09.420185 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35baba-b0af-49a3-974d-8a02480ed59a req-564271f9-862b-47da-a31e-559c3bea8d87 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:09.421890 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3f35baba-b0af-49a3-974d-8a02480ed59a req-564271f9-862b-47da-a31e-559c3bea8d87 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 946 time: 0.0548880 Jan 21 14:29:09.503414 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3f35baba-b0af-49a3-974d-8a02480ed59a req-cf707245-9a6a-4920-95d9-9720f8494909 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756311 Jan 21 14:29:09.518012 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccacc85-796e-406e-ab68-cf077491d225 req-858ee710-4a24-4d40-bb54-0bf452150b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:09.519783 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7ccacc85-796e-406e-ab68-cf077491d225 req-858ee710-4a24-4d40-bb54-0bf452150b8b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 1099 time: 0.0572016 Jan 21 14:29:09.573873 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7ccacc85-796e-406e-ab68-cf077491d225 req-f2c8ca7b-8901-4eab-b818-6dbc8abc65f0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439868 Jan 21 14:29:09.655084 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ccaba4e8-1591-435d-b17e-171f3a94cfd9 req-26f9492e-b8bb-4dbd-973a-48a22e303d77 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 210 time: 0.0274291 Jan 21 14:29:10.656441 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df7d87-065e-4cbe-ab1d-34c5431c415f req-dfe65c60-b3fe-48e6-a910-4835a3d9875e tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:10.660363 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b7df7d87-065e-4cbe-ab1d-34c5431c415f req-dfe65c60-b3fe-48e6-a910-4835a3d9875e tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 946 time: 0.0824697 Jan 21 14:29:10.661129 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110623e-e804-433e-9bee-569c3ba895ea req-f00b79d9-6353-4fdb-9096-6179e8af83e6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:10.662780 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-f00b79d9-6353-4fdb-9096-6179e8af83e6 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.88 "GET /v2.0/networks?id=e22d431d-70ce-45d2-9349-3eeb343bec3f HTTP/1.1" status: 200 len: 810 time: 0.1196692 Jan 21 14:29:10.715166 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b7df7d87-065e-4cbe-ab1d-34c5431c415f req-c4c43f13-a88f-4f27-88ac-33ad5e9000f5 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515163 Jan 21 14:29:10.745456 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-577f1a68-9e85-4908-a7ad-f6303e2459cb tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53f4be14297047ac9c782215bee96797 HTTP/1.1" status: 200 len: 379 time: 0.0711346 Jan 21 14:29:10.755306 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-7110623e-e804-433e-9bee-569c3ba895ea req-3fd88b80-6022-4ad5-884d-fa5100e8aa58 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Request body: {'port': {'device_id': '5499e65b-2d52-492a-8ec9-55e60baac614', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'admin_state_up': True, 'tenant_id': '53f4be14297047ac9c782215bee96797', 'security_groups': ['6e21585d-8d41-46d7-8a7c-6616d5aaf495']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:29:10.850350 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f2da3acd-76be-4fcd-a72d-9cd3c143ebda req-4c77c78f-7d70-47b8-822e-ead9797c4f45 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 210 time: 0.0649817 Jan 21 14:29:11.140663 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7110623e-e804-433e-9bee-569c3ba895ea req-3fd88b80-6022-4ad5-884d-fa5100e8aa58 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Made reservation on behalf of 53f4be14297047ac9c782215bee96797 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:29:11.144209 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-7110623e-e804-433e-9bee-569c3ba895ea req-3fd88b80-6022-4ad5-884d-fa5100e8aa58 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:11.272574 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-7110623e-e804-433e-9bee-569c3ba895ea req-3fd88b80-6022-4ad5-884d-fa5100e8aa58 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Allocated IP 172.20.0.8 (e22d431d-70ce-45d2-9349-3eeb343bec3f/211c3ab0-13b0-4e84-95f9-2038fc691000/58c89007-fafb-4e68-a158-8bec733af7df) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:29:11.412730 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-7110623e-e804-433e-9bee-569c3ba895ea req-3fd88b80-6022-4ad5-884d-fa5100e8aa58 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for port (58c89007-fafb-4e68-a158-8bec733af7df), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:11.533983 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-7110623e-e804-433e-9bee-569c3ba895ea req-3fd88b80-6022-4ad5-884d-fa5100e8aa58 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (58c89007-fafb-4e68-a158-8bec733af7df), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:11.580666 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7110623e-e804-433e-9bee-569c3ba895ea req-3fd88b80-6022-4ad5-884d-fa5100e8aa58 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Network e22d431d-70ce-45d2-9349-3eeb343bec3f is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:29:11.586085 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-7110623e-e804-433e-9bee-569c3ba895ea req-3fd88b80-6022-4ad5-884d-fa5100e8aa58 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:29:11.589978 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7110623e-e804-433e-9bee-569c3ba895ea req-3fd88b80-6022-4ad5-884d-fa5100e8aa58 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:29:11.597201 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd88b80-6022-4ad5-884d-fa5100e8aa58 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event updated for resources: {'Port': ['ID=58c89007-fafb-4e68-a158-8bec733af7df,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:11.652431 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110623e-e804-433e-9bee-569c3ba895ea req-3fd88b80-6022-4ad5-884d-fa5100e8aa58 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:11.653095 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-7110623e-e804-433e-9bee-569c3ba895ea req-3fd88b80-6022-4ad5-884d-fa5100e8aa58 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:11.777827 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-3fd88b80-6022-4ad5-884d-fa5100e8aa58 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0266919 Jan 21 14:29:11.861674 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3e3dc-af3f-435e-9e0b-b8307e468608 req-59a7e84e-20e3-4289-9354-b32f41357fbb tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:11.863502 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-21b3e3dc-af3f-435e-9e0b-b8307e468608 req-59a7e84e-20e3-4289-9354-b32f41357fbb tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 946 time: 0.0681469 Jan 21 14:29:11.868874 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Request body: {'port': {'device_id': '5499e65b-2d52-492a-8ec9-55e60baac614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:29:11.875369 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-f3b7a603-ea3f-42eb-870e-7cd7623b9408 None None] Provisioning complete for port 58c89007-fafb-4e68-a158-8bec733af7df triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:29:11.875917 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3b7a603-ea3f-42eb-870e-7cd7623b9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (58c89007-fafb-4e68-a158-8bec733af7df), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:11.931200 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f3b7a603-ea3f-42eb-870e-7cd7623b9408 None None] Port 58c89007-fafb-4e68-a158-8bec733af7df cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:29:11.983885 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (58c89007-fafb-4e68-a158-8bec733af7df), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:11.988761 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-21b3e3dc-af3f-435e-9e0b-b8307e468608 req-68f76c25-ade2-4638-a3e9-c2009e6ddafe tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170762 Jan 21 14:29:11.991476 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008c7b-5a52-414e-b2f1-2c1837de5db2 req-046da336-2f90-40a0-8ae5-488821379773 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:11.993308 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0c008c7b-5a52-414e-b2f1-2c1837de5db2 req-046da336-2f90-40a0-8ae5-488821379773 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 931 time: 0.0582571 Jan 21 14:29:12.047240 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0c008c7b-5a52-414e-b2f1-2c1837de5db2 req-36610b88-2d6c-4f51-85c2-ac80cea624bd tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e21585d-8d41-46d7-8a7c-6616d5aaf495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477622 Jan 21 14:29:12.296329 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c89007-fafb-4e68-a158-8bec733af7df {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:29:12.304589 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Publish callbacks [] for port (58c89007-fafb-4e68-a158-8bec733af7df), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:12.317210 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Transition to ACTIVE for port object 58c89007-fafb-4e68-a158-8bec733af7df will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:29:12.459633 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (58c89007-fafb-4e68-a158-8bec733af7df), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:12.509935 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Pushing event updated for resources: {'Port': ['ID=58c89007-fafb-4e68-a158-8bec733af7df,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:12.594536 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Attempting to bind port 58c89007-fafb-4e68-a158-8bec733af7df on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:29:12.595078 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Attempting to bind port 58c89007-fafb-4e68-a158-8bec733af7df by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:29:12.595422 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Attempting to bind port 58c89007-fafb-4e68-a158-8bec733af7df on network e22d431d-70ce-45d2-9349-3eeb343bec3f {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:29:12.605268 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Port 58c89007-fafb-4e68-a158-8bec733af7df on network e22d431d-70ce-45d2-9349-3eeb343bec3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:29:12.605712 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Attempting to bind port 58c89007-fafb-4e68-a158-8bec733af7df on network e22d431d-70ce-45d2-9349-3eeb343bec3f {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:29:12.613292 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:29:12.617128 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Checking segment: {'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:29:12.617128 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Bound using segment: {'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:29:12.617128 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Bound port: 58c89007-fafb-4e68-a158-8bec733af7df, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7795318-860d-4a2a-ab8b-a57b2da219aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:29:12.617128 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (58c89007-fafb-4e68-a158-8bec733af7df), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:12.691909 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] For port 58c89007-fafb-4e68-a158-8bec733af7df, host hv-cinder-82160, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:29:12.704439 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] For port 58c89007-fafb-4e68-a158-8bec733af7df, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58c89007-fafb-4e68-a158-8bec733af7df,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:29:12.810464 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (58c89007-fafb-4e68-a158-8bec733af7df), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:12.847785 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:12.848734 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:12.850229 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] 10.222.0.88 "PUT /v2.0/ports/58c89007-fafb-4e68-a158-8bec733af7df HTTP/1.1" status: 200 len: 1093 time: 1.0529163 Jan 21 14:29:12.852945 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5499e65b-2d52-492a-8ec9-55e60baac614', 'tag': '58c89007-fafb-4e68-a158-8bec733af7df'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:29:12.857496 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77889764-cc43-4a4f-81c2-a21472eb38b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5499e65b-2d52-492a-8ec9-55e60baac614", "tag": "58c89007-fafb-4e68-a158-8bec733af7df"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:29:12.917046 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef56f0-4f4c-4e2c-8b16-5f04332f6c7d service neutron] Pushing event updated for resources: {'Port': ['ID=58c89007-fafb-4e68-a158-8bec733af7df,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:12.921766 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739f8e71-8487-4e97-8271-2ef6f5d5253c x-openstack-request-id: req-739f8e71-8487-4e97-8271-2ef6f5d5253c {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:29:12.922105 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5499e65b-2d52-492a-8ec9-55e60baac614", "tag": "58c89007-fafb-4e68-a158-8bec733af7df", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:29:12.922473 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-739f8e71-8487-4e97-8271-2ef6f5d5253c {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:29:12.922878 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5499e65b-2d52-492a-8ec9-55e60baac614', 'tag': '58c89007-fafb-4e68-a158-8bec733af7df', 'status': 'completed', 'code': 200} Jan 21 14:29:12.992638 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77889764-cc43-4a4f-81c2-a21472eb38b1 req-936132ec-ae5a-44ce-aa6f-887d5a350695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:12.994511 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-77889764-cc43-4a4f-81c2-a21472eb38b1 req-936132ec-ae5a-44ce-aa6f-887d5a350695 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53f4be14297047ac9c782215bee96797&device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 1096 time: 0.0487559 Jan 21 14:29:13.111424 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77889764-cc43-4a4f-81c2-a21472eb38b1 req-8226608a-aa88-44b2-80fb-fb8abe2e5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:13.113069 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-77889764-cc43-4a4f-81c2-a21472eb38b1 req-8226608a-aa88-44b2-80fb-fb8abe2e5c23 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=53f4be14297047ac9c782215bee96797&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1116977 Jan 21 14:29:13.183732 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0a261-c779-4a3a-af1b-71cc61426501 req-83ac290e-8b1f-4054-aadf-02d4ade85054 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:13.191797 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fdc0a261-c779-4a3a-af1b-71cc61426501 req-83ac290e-8b1f-4054-aadf-02d4ade85054 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 943 time: 0.0600388 Jan 21 14:29:13.234959 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77889764-cc43-4a4f-81c2-a21472eb38b1 req-5cb5ecee-33c0-45cf-8641-20297a7b0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:13.237382 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-77889764-cc43-4a4f-81c2-a21472eb38b1 req-5cb5ecee-33c0-45cf-8641-20297a7b0620 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182609 Jan 21 14:29:13.240696 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fdc0a261-c779-4a3a-af1b-71cc61426501 req-076ce130-6f4c-4291-b470-8f1a54b5578c tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e21585d-8d41-46d7-8a7c-6616d5aaf495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491529 Jan 21 14:29:13.339094 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110623e-e804-433e-9bee-569c3ba895ea req-19090444-5e9d-4100-8ff7-5d99b035348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:13.340704 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-19090444-5e9d-4100-8ff7-5d99b035348e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53f4be14297047ac9c782215bee96797&device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 1096 time: 0.0447247 Jan 21 14:29:13.387635 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-01d2042a-d6fa-4c5a-8092-2be6ab740cc1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58c89007-fafb-4e68-a158-8bec733af7df HTTP/1.1" status: 200 len: 217 time: 0.0386803 Jan 21 14:29:13.442874 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110623e-e804-433e-9bee-569c3ba895ea req-87f0cb33-24eb-4381-86c9-73591be0e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:13.444362 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-87f0cb33-24eb-4381-86c9-73591be0e7ca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=211c3ab0-13b0-4e84-95f9-2038fc691000 HTTP/1.1" status: 200 len: 849 time: 0.0506902 Jan 21 14:29:13.498459 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110623e-e804-433e-9bee-569c3ba895ea req-6df1d2ad-d5fd-41e3-a8e5-c7364532fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:13.498459 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-6df1d2ad-d5fd-41e3-a8e5-c7364532fd63 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e22d431d-70ce-45d2-9349-3eeb343bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458350 Jan 21 14:29:13.594392 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-fd93133e-8559-43fb-bace-51d52326f20e service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904710 Jan 21 14:29:13.696074 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7110623e-e804-433e-9bee-569c3ba895ea req-52af77fb-fdbb-4bfb-bd9d-f2434a4b2411 service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950732 Jan 21 14:29:14.364955 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb5fa2-f0bf-4e5c-8d2d-ae55fa34242c req-0f568042-8474-4a51-9e81-97baf8d5677b tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:14.366500 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-26bb5fa2-f0bf-4e5c-8d2d-ae55fa34242c req-0f568042-8474-4a51-9e81-97baf8d5677b tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 943 time: 0.0555787 Jan 21 14:29:14.413547 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-26bb5fa2-f0bf-4e5c-8d2d-ae55fa34242c req-7a81fc73-042e-440d-ac29-a2bff37fe286 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e21585d-8d41-46d7-8a7c-6616d5aaf495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414500 Jan 21 14:29:15.532387 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094edcc-ca88-4134-9a16-20ea9f6be667 req-c15a9b0d-6b23-486a-aabf-fbc505b8ade4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:15.533860 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b094edcc-ca88-4134-9a16-20ea9f6be667 req-c15a9b0d-6b23-486a-aabf-fbc505b8ade4 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 943 time: 0.0505626 Jan 21 14:29:15.580800 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b094edcc-ca88-4134-9a16-20ea9f6be667 req-96ebaac1-fedc-4abe-9fa2-4e3a7e67b482 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e21585d-8d41-46d7-8a7c-6616d5aaf495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412552 Jan 21 14:29:16.701710 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea42de-2df1-4906-a806-369b28189187 req-c1500528-7aeb-4782-bc37-0dd66c6ed698 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:16.703295 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88ea42de-2df1-4906-a806-369b28189187 req-c1500528-7aeb-4782-bc37-0dd66c6ed698 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 943 time: 0.0533981 Jan 21 14:29:16.752866 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88ea42de-2df1-4906-a806-369b28189187 req-cec167f3-d0d1-4c16-9b10-915f3239318d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e21585d-8d41-46d7-8a7c-6616d5aaf495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438581 Jan 21 14:29:16.821033 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 58c89007-fafb-4e68-a158-8bec733af7df details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:29:16.924975 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 58c89007-fafb-4e68-a158-8bec733af7df, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58c89007-fafb-4e68-a158-8bec733af7df,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:16.936990 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '58c89007-fafb-4e68-a158-8bec733af7df', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'port_id': '58c89007-fafb-4e68-a158-8bec733af7df', 'mac_address': 'fa:16:3e:94:d4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:29:16.974988 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 58c89007-fafb-4e68-a158-8bec733af7df is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:29:16.975373 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (58c89007-fafb-4e68-a158-8bec733af7df), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:16.988621 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c89007-fafb-4e68-a158-8bec733af7df {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:29:17.008395 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 58c89007-fafb-4e68-a158-8bec733af7df, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58c89007-fafb-4e68-a158-8bec733af7df,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:17.083448 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (58c89007-fafb-4e68-a158-8bec733af7df), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:17.130492 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=58c89007-fafb-4e68-a158-8bec733af7df,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:17.375323 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['58c89007-fafb-4e68-a158-8bec733af7df'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:29:17.880970 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382860c7-0b55-4e7f-b5e1-3eee5a8d7f55 req-0df89e89-7e51-4486-a12b-d5049ca909bd tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:17.882632 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-382860c7-0b55-4e7f-b5e1-3eee5a8d7f55 req-0df89e89-7e51-4486-a12b-d5049ca909bd tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 944 time: 0.0578685 Jan 21 14:29:17.932493 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-382860c7-0b55-4e7f-b5e1-3eee5a8d7f55 req-c403ffde-7c9d-4970-9b5e-0e7563eaedac tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e21585d-8d41-46d7-8a7c-6616d5aaf495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435519 Jan 21 14:29:18.832597 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 58c89007-fafb-4e68-a158-8bec733af7df up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:29:18.906039 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:29:18.945840 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port 58c89007-fafb-4e68-a158-8bec733af7df completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:29:18.949976 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 58c89007-fafb-4e68-a158-8bec733af7df triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:29:18.951069 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (58c89007-fafb-4e68-a158-8bec733af7df), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:19.032540 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 58c89007-fafb-4e68-a158-8bec733af7df is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:29:19.033035 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (58c89007-fafb-4e68-a158-8bec733af7df), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:19.049630 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89639431-99ea-424a-98f8-17c1b5cb1d1e req-65511b1d-4b24-498d-ae34-0104f9c0d11c tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:19.051218 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-89639431-99ea-424a-98f8-17c1b5cb1d1e req-65511b1d-4b24-498d-ae34-0104f9c0d11c tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 944 time: 0.0515192 Jan 21 14:29:19.058008 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5499e65b-2d52-492a-8ec9-55e60baac614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c89007-fafb-4e68-a158-8bec733af7df'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:29:19.060832 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d270f92-c095-44b0-ace7-7f4b6aa738cb" -d '{"events": [{"server_uuid": "5499e65b-2d52-492a-8ec9-55e60baac614", "name": "network-vif-plugged", "status": "completed", "tag": "58c89007-fafb-4e68-a158-8bec733af7df"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:29:19.074265 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 58c89007-fafb-4e68-a158-8bec733af7df, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58c89007-fafb-4e68-a158-8bec733af7df,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:19.098129 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b4b6e8-94f8-4b01-8f52-504c95b988b4 x-openstack-request-id: req-82b4b6e8-94f8-4b01-8f52-504c95b988b4 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:29:19.099005 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5499e65b-2d52-492a-8ec9-55e60baac614", "name": "network-vif-plugged", "status": "completed", "tag": "58c89007-fafb-4e68-a158-8bec733af7df", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:29:19.099005 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82b4b6e8-94f8-4b01-8f52-504c95b988b4 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:29:19.099005 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5499e65b-2d52-492a-8ec9-55e60baac614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c89007-fafb-4e68-a158-8bec733af7df', 'code': 200} Jan 21 14:29:19.108537 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-89639431-99ea-424a-98f8-17c1b5cb1d1e req-335fcb50-64d1-4670-b460-6da5d697a8b8 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e21585d-8d41-46d7-8a7c-6616d5aaf495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511584 Jan 21 14:29:19.151794 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (58c89007-fafb-4e68-a158-8bec733af7df), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:19.202191 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=58c89007-fafb-4e68-a158-8bec733af7df,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:19.433780 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1775338-a649-47a0-a040-b55e3893caeb req-be32ceec-c392-4111-ae23-ceb79ca6b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:19.435329 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e1775338-a649-47a0-a040-b55e3893caeb req-be32ceec-c392-4111-ae23-ceb79ca6b154 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 1098 time: 0.0478833 Jan 21 14:29:19.488337 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e1775338-a649-47a0-a040-b55e3893caeb req-c67c805a-0af0-4f16-8b9f-eabd8b86e96a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6e21585d-8d41-46d7-8a7c-6616d5aaf495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433633 Jan 21 14:29:20.244274 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ddec0-db04-40c3-a2e6-e2702bdccbcc req-028caf7e-fb59-425d-b44c-6695b5d94853 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:20.246850 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7d5ddec0-db04-40c3-a2e6-e2702bdccbcc req-028caf7e-fb59-425d-b44c-6695b5d94853 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 945 time: 0.0578694 Jan 21 14:29:20.298307 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7d5ddec0-db04-40c3-a2e6-e2702bdccbcc req-69d668e2-cf16-476e-92ff-f5963a578f26 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e21585d-8d41-46d7-8a7c-6616d5aaf495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454214 Jan 21 14:29:21.423024 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454a90e-8c9b-48d3-9932-3c31a6c7166e req-bd63851e-c597-4547-9311-4470b74ba094 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:21.424637 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d454a90e-8c9b-48d3-9932-3c31a6c7166e req-bd63851e-c597-4547-9311-4470b74ba094 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 945 time: 0.0534327 Jan 21 14:29:21.473937 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d454a90e-8c9b-48d3-9932-3c31a6c7166e req-3c166536-0714-4442-954a-2a3a5092cfe9 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e21585d-8d41-46d7-8a7c-6616d5aaf495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429454 Jan 21 14:29:21.587618 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f865f8-90d4-4c0b-a4aa-9c0b5361b43a req-6b97f1b5-52f9-45e6-9c59-654f4ce03fd3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:21.589113 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9f865f8-90d4-4c0b-a4aa-9c0b5361b43a req-6b97f1b5-52f9-45e6-9c59-654f4ce03fd3 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 945 time: 0.0494943 Jan 21 14:29:21.597903 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 59126) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:21.602181 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-6218394c-97f8-4935-9692-3ca592bb40db tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Request body: {'floatingip': {'port_id': '58c89007-fafb-4e68-a158-8bec733af7df'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:29:21.641304 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6218394c-97f8-4935-9692-3ca592bb40db tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for floatingip (032f5aa4-44b3-44d5-8cd8-789c0f1f6818), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:22.083316 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6218394c-97f8-4935-9692-3ca592bb40db tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:22.151971 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6218394c-97f8-4935-9692-3ca592bb40db tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (032f5aa4-44b3-44d5-8cd8-789c0f1f6818), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:22.253359 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.l3_db [None req-6218394c-97f8-4935-9692-3ca592bb40db tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Floating IP 032f5aa4-44b3-44d5-8cd8-789c0f1f6818 associated. External IP: 172.27.0.17, port: 58c89007-fafb-4e68-a158-8bec733af7df. Jan 21 14:29:22.554300 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-376e41c8-ce6d-46e7-b252-cfd73c7589a9 req-769af6fb-bffb-48b5-b0ec-e8373a19a60a tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2062603274&fields=id&tenant_id=2bcf3f504270477eaa1466f36138788b HTTP/1.1" status: 200 len: 267 time: 0.0455344 Jan 21 14:29:22.607229 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e41c8-ce6d-46e7-b252-cfd73c7589a9 req-5996d6bf-d588-4768-8150-2cf4c97eb488 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:22.608724 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-376e41c8-ce6d-46e7-b252-cfd73c7589a9 req-5996d6bf-d588-4768-8150-2cf4c97eb488 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 984 time: 0.0491650 Jan 21 14:29:22.619286 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-376e41c8-ce6d-46e7-b252-cfd73c7589a9 req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Request body: {'port': {'security_groups': ['91a99bc8-70c6-4dce-ac09-a1cc28cff2a9']}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:29:22.690561 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-376e41c8-ce6d-46e7-b252-cfd73c7589a9 req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:22.733820 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-7009a259-d085-48a6-9e40-080b29a9ed60 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:22.735294 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-7009a259-d085-48a6-9e40-080b29a9ed60 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/networks?id=b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 HTTP/1.1" status: 200 len: 815 time: 0.1583045 Jan 21 14:29:22.779280 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-f5ae9d11-2435-43c2-bf3f-6b186fd8547f tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/quotas/4249074a3e3f4d49868f7306ec6c7a0c HTTP/1.1" status: 200 len: 375 time: 0.0143869 Jan 21 14:29:22.830232 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6218394c-97f8-4935-9692-3ca592bb40db tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Router a7277d1f-9239-43b4-b2a3-9b4848a44b55 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:29:22.843358 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-7a2e7151-336f-48d4-b5ba-3e677dd4bf81 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574069 Jan 21 14:29:22.893970 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-376e41c8-ce6d-46e7-b252-cfd73c7589a9 req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] For port a837ae16-139e-4ee4-b222-10fc78bb2cb8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8,segment=NetworkSegment(f193abf6-600f-4d2d-9391-ed3ea50e3053),segment_id=f193abf6-600f-4d2d-9391-ed3ea50e3053)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:22.922912 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-376e41c8-ce6d-46e7-b252-cfd73c7589a9 req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:23.003229 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-376e41c8-ce6d-46e7-b252-cfd73c7589a9 req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:23.016398 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['a837ae16-139e-4ee4-b222-10fc78bb2cb8'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:29:23.021118 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6218394c-97f8-4935-9692-3ca592bb40db tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:29:23.024211 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-60929fac-2a07-4d31-85b8-9a3dcdf9b1e6 service neutron] 10.222.0.39 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731179 Jan 21 14:29:23.027361 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6218394c-97f8-4935-9692-3ca592bb40db tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:23.050820 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a56b79-1262-4997-bcd1-85718addfcd7 None None] Sync routers for ids ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:29:23.067977 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e41c8-ce6d-46e7-b252-cfd73c7589a9 req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:23.067977 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-376e41c8-ce6d-46e7-b252-cfd73c7589a9 req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:23.075126 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 59150) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:23.078722 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-376e41c8-ce6d-46e7-b252-cfd73c7589a9 req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "PUT /v2.0/ports/a837ae16-139e-4ee4-b222-10fc78bb2cb8 HTTP/1.1" status: 200 len: 942 time: 0.4637973 Jan 21 14:29:23.079285 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'tag': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:29:23.082885 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd524494-8b49-40a1-ae75-3c79256a2535" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb3113b-bc68-49f7-978f-9d3d09447eee", "tag": "a837ae16-139e-4ee4-b222-10fc78bb2cb8"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:29:23.087716 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a56b79-1262-4997-bcd1-85718addfcd7 None None] Routers {'a7277d1f-9239-43b4-b2a3-9b4848a44b55'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:29:23.089019 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-76a56b79-1262-4997-bcd1-85718addfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:28:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:23.093527 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-6218394c-97f8-4935-9692-3ca592bb40db tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "PUT /v2.0/floatingips/032f5aa4-44b3-44d5-8cd8-789c0f1f6818 HTTP/1.1" status: 200 len: 990 time: 1.4945505 Jan 21 14:29:23.100763 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5499e65b-2d52-492a-8ec9-55e60baac614', 'tag': '58c89007-fafb-4e68-a158-8bec733af7df'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:29:23.103220 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06493a6b-0fec-4979-b3bf-9cd5bd82cb11" -d '{"events": [{"name": "network-changed", "server_uuid": "5499e65b-2d52-492a-8ec9-55e60baac614", "tag": "58c89007-fafb-4e68-a158-8bec733af7df"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:29:23.117577 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event updated for resources: {'Port': ['ID=a837ae16-139e-4ee4-b222-10fc78bb2cb8,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:23.127435 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:29:23.127795 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:29:23.128144 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:29:23.128487 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:29:23.129074 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:29:23.129417 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:29:23.129750 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:29:23.130099 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:29:23.130433 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:29:23.130765 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:29:23.131783 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:29:23.132142 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:29:23.132569 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169632f9-0c15-4fec-9612-2ea8a8168d70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:29:23.220845 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6f41b81a-d44d-4ebd-aa0a-d6b15b60ae70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group (9860eb25-1807-4b70-af20-8f2d06c8c701), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:23.230566 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-b331c371-99bc-49d7-aae8-fbca39dca7fc service neutron] 10.222.0.39 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774592 Jan 21 14:29:23.243903 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['a837ae16-139e-4ee4-b222-10fc78bb2cb8'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:29:23.276964 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6f41b81a-d44d-4ebd-aa0a-d6b15b60ae70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group (9860eb25-1807-4b70-af20-8f2d06c8c701), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:23.330461 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-76a56b79-1262-4997-bcd1-85718addfcd7 None None] Set router a7277d1f-9239-43b4-b2a3-9b4848a44b55 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:29:23.360189 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eda19f6-1123-4aaf-b311-4c7f5af63f3c x-openstack-request-id: req-6eda19f6-1123-4aaf-b311-4c7f5af63f3c {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:29:23.360552 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb3113b-bc68-49f7-978f-9d3d09447eee", "tag": "a837ae16-139e-4ee4-b222-10fc78bb2cb8", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:29:23.360875 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6eda19f6-1123-4aaf-b311-4c7f5af63f3c {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:29:23.361455 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'tag': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8', 'status': 'completed', 'code': 200} Jan 21 14:29:23.429887 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd524494-8b49-40a1-ae75-3c79256a2535 req-5e43716c-88b0-49f1-8c26-1ea49235ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:23.431557 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bd524494-8b49-40a1-ae75-3c79256a2535 req-5e43716c-88b0-49f1-8c26-1ea49235ba19 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bcf3f504270477eaa1466f36138788b&device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 1098 time: 0.0465114 Jan 21 14:29:23.511386 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc2212a-e3eb-4858-ab07-78232159741d x-openstack-request-id: req-cbc2212a-e3eb-4858-ab07-78232159741d {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:29:23.511584 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5499e65b-2d52-492a-8ec9-55e60baac614", "tag": "58c89007-fafb-4e68-a158-8bec733af7df", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:29:23.511837 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbc2212a-e3eb-4858-ab07-78232159741d {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:29:23.512226 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5499e65b-2d52-492a-8ec9-55e60baac614', 'tag': '58c89007-fafb-4e68-a158-8bec733af7df', 'status': 'completed', 'code': 200} Jan 21 14:29:23.517937 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6f41b81a-d44d-4ebd-aa0a-d6b15b60ae70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (9860eb25-1807-4b70-af20-8f2d06c8c701), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:23.520633 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-1517b11b-49bb-4ed5-b19e-78368e760205 None None] Provisioning complete for port a837ae16-139e-4ee4-b222-10fc78bb2cb8 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:29:23.521189 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1517b11b-49bb-4ed5-b19e-78368e760205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:23.521518 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6f41b81a-d44d-4ebd-aa0a-d6b15b60ae70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:23.522900 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-6f41b81a-d44d-4ebd-aa0a-d6b15b60ae70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "DELETE /v2.0/security-groups/9860eb25-1807-4b70-af20-8f2d06c8c701 HTTP/1.1" status: 204 len: 168 time: 0.4445977 Jan 21 14:29:23.530901 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 59164) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:23.582413 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41b81a-d44d-4ebd-aa0a-d6b15b60ae70 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9860eb25-1807-4b70-af20-8f2d06c8c701,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:23.584885 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-01050acf-93d9-4dad-8ddf-9afcf3c21697 req-f28773cb-5bd1-4eb2-97a5-8724b830cfec tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 210 time: 0.0734560 Jan 21 14:29:23.611678 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06493a6b-0fec-4979-b3bf-9cd5bd82cb11 req-178e2702-78c8-4669-a8b0-34a84f32078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:23.613209 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-06493a6b-0fec-4979-b3bf-9cd5bd82cb11 req-178e2702-78c8-4669-a8b0-34a84f32078e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53f4be14297047ac9c782215bee96797&device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 1098 time: 0.0717204 Jan 21 14:29:23.641981 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd524494-8b49-40a1-ae75-3c79256a2535 req-d96dec3f-9dab-463f-b77f-66df5ba08126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:23.643691 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bd524494-8b49-40a1-ae75-3c79256a2535 req-d96dec3f-9dab-463f-b77f-66df5ba08126 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c1379d4d-66b4-4ff2-8733-38001496825d HTTP/1.1" status: 200 len: 916 time: 0.2059193 Jan 21 14:29:23.735112 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06493a6b-0fec-4979-b3bf-9cd5bd82cb11 req-29fb5769-1296-41b3-ab06-c6c31f3dcf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:23.736549 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-06493a6b-0fec-4979-b3bf-9cd5bd82cb11 req-29fb5769-1296-41b3-ab06-c6c31f3dcf1c service neutron] 10.222.0.88 "GET /v2.0/networks?id=e22d431d-70ce-45d2-9349-3eeb343bec3f HTTP/1.1" status: 200 len: 911 time: 0.1134772 Jan 21 14:29:23.811527 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-06493a6b-0fec-4979-b3bf-9cd5bd82cb11 req-68461260-53bb-442b-9cc0-d385ea4915e5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58c89007-fafb-4e68-a158-8bec733af7df HTTP/1.1" status: 200 len: 998 time: 0.0672023 Jan 21 14:29:23.812990 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bd524494-8b49-40a1-ae75-3c79256a2535 req-ecf621a2-44e0-49de-a728-127dea5bdacb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8 HTTP/1.1" status: 200 len: 1001 time: 0.1185760 Jan 21 14:29:23.824498 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1517b11b-49bb-4ed5-b19e-78368e760205 None None] Current status of the port a837ae16-139e-4ee4-b222-10fc78bb2cb8 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:29:23.863352 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-76a56b79-1262-4997-bcd1-85718addfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '032f5aa4-44b3-44d5-8cd8-789c0f1f6818', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'port_id': '58c89007-fafb-4e68-a158-8bec733af7df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'mac_address': 'fa:16:3e:94:d4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499e65b-2d52-492a-8ec9-55e60baac614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:29:06Z', 'updated_at': '2022-01-21T14:29:21Z', 'revision_number': 1, 'project_id': '53f4be14297047ac9c782215bee96797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:09Z', 'revision_number': 5, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:23.869106 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06493a6b-0fec-4979-b3bf-9cd5bd82cb11 req-845ba7be-71c8-4cf7-a1a6-b1906b60bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:23.870777 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-06493a6b-0fec-4979-b3bf-9cd5bd82cb11 req-845ba7be-71c8-4cf7-a1a6-b1906b60bcd7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=211c3ab0-13b0-4e84-95f9-2038fc691000 HTTP/1.1" status: 200 len: 849 time: 0.0482156 Jan 21 14:29:23.896673 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd524494-8b49-40a1-ae75-3c79256a2535 req-af015f3d-8ec4-44d6-86a6-e771e56a2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:23.898209 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bd524494-8b49-40a1-ae75-3c79256a2535 req-af015f3d-8ec4-44d6-86a6-e771e56a2361 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4fdaec47-a0dd-43fa-9b1b-945ec0fd606d HTTP/1.1" status: 200 len: 854 time: 0.0702665 Jan 21 14:29:23.903805 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-154afbd9-699c-4d43-a20e-de08db5a75ff tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Deleting port cf47427a-8106-4212-aaf5-2771cafdf453 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:29:23.904377 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-154afbd9-699c-4d43-a20e-de08db5a75ff tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (cf47427a-8106-4212-aaf5-2771cafdf453), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:23.906259 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a56b79-1262-4997-bcd1-85718addfcd7 None None] Checking router: a7277d1f-9239-43b4-b2a3-9b4848a44b55 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:29:23.916930 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a56b79-1262-4997-bcd1-85718addfcd7 None None] Routers {'a7277d1f-9239-43b4-b2a3-9b4848a44b55'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:29:23.917557 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-76a56b79-1262-4997-bcd1-85718addfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:28:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:23.930745 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06493a6b-0fec-4979-b3bf-9cd5bd82cb11 req-36fa62f8-cdb6-4e72-bec1-df5152b55aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:23.932504 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-06493a6b-0fec-4979-b3bf-9cd5bd82cb11 req-36fa62f8-cdb6-4e72-bec1-df5152b55aeb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e22d431d-70ce-45d2-9349-3eeb343bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0520778 Jan 21 14:29:23.955134 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c27b711f-26e6-49fb-8711-d4e19ddab091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:24.020961 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd524494-8b49-40a1-ae75-3c79256a2535 req-4ac179d4-20a2-4dd9-a0b7-1ad0c71938d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:24.022437 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bd524494-8b49-40a1-ae75-3c79256a2535 req-4ac179d4-20a2-4dd9-a0b7-1ad0c71938d6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c1379d4d-66b4-4ff2-8733-38001496825d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1160970 Jan 21 14:29:24.045169 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-76a56b79-1262-4997-bcd1-85718addfcd7 None None] Set router a7277d1f-9239-43b4-b2a3-9b4848a44b55 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:29:24.060528 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-154afbd9-699c-4d43-a20e-de08db5a75ff tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (cf47427a-8106-4212-aaf5-2771cafdf453), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:24.061365 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-154afbd9-699c-4d43-a20e-de08db5a75ff tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for floatingip (cf47427a-8106-4212-aaf5-2771cafdf453), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:24.062352 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-06493a6b-0fec-4979-b3bf-9cd5bd82cb11 req-a27cd84f-373a-409c-b745-69889e1966d6 service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206000 Jan 21 14:29:24.086811 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-154afbd9-699c-4d43-a20e-de08db5a75ff tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Calling delete_port for cf47427a-8106-4212-aaf5-2771cafdf453 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:29:24.163149 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-06493a6b-0fec-4979-b3bf-9cd5bd82cb11 req-b9151de9-05bc-4835-bf67-756cbb1c205f service neutron] 10.222.0.88 "GET /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944555 Jan 21 14:29:24.228205 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bd524494-8b49-40a1-ae75-3c79256a2535 req-f20e84bc-a4ab-4be9-8b18-871e3e423cf7 service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936188 Jan 21 14:29:24.334023 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-76a56b79-1262-4997-bcd1-85718addfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '032f5aa4-44b3-44d5-8cd8-789c0f1f6818', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'port_id': '58c89007-fafb-4e68-a158-8bec733af7df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'mac_address': 'fa:16:3e:94:d4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499e65b-2d52-492a-8ec9-55e60baac614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:29:06Z', 'updated_at': '2022-01-21T14:29:21Z', 'revision_number': 1, 'project_id': '53f4be14297047ac9c782215bee96797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:09Z', 'revision_number': 5, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:24.360011 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bd524494-8b49-40a1-ae75-3c79256a2535 req-453b5d1e-e420-4b58-bdce-4637b4a66cd4 service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171305 Jan 21 14:29:24.364122 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a56b79-1262-4997-bcd1-85718addfcd7 None None] The sync data for ids ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'] in dv-cinder-821602-20-iscsi is: [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '032f5aa4-44b3-44d5-8cd8-789c0f1f6818', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'port_id': '58c89007-fafb-4e68-a158-8bec733af7df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'mac_address': 'fa:16:3e:94:d4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499e65b-2d52-492a-8ec9-55e60baac614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:29:06Z', 'updated_at': '2022-01-21T14:29:21Z', 'revision_number': 1, 'project_id': '53f4be14297047ac9c782215bee96797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:09Z', 'revision_number': 5, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:29:24.534705 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-154afbd9-699c-4d43-a20e-de08db5a75ff tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (cf47427a-8106-4212-aaf5-2771cafdf453), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:24.567736 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154afbd9-699c-4d43-a20e-de08db5a75ff tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event deleted for resources: {'Port': ['ID=cf47427a-8106-4212-aaf5-2771cafdf453,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:24.571477 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f336c3d0-c93a-44cc-823f-5d6afb9e3844 None None] New status for floating IP 032f5aa4-44b3-44d5-8cd8-789c0f1f6818: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:29:24.632320 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-154afbd9-699c-4d43-a20e-de08db5a75ff tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks [] for floatingip (ecbc903b-302d-4529-a357-1564035b9df5), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:24.636613 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.l3_db [None req-154afbd9-699c-4d43-a20e-de08db5a75ff tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Floating IP ecbc903b-302d-4529-a357-1564035b9df5 disassociated (deleted). External IP: 172.27.0.149, port: a837ae16-139e-4ee4-b222-10fc78bb2cb8. Jan 21 14:29:24.708654 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b065cd8e-6ad1-4d2f-a701-4d12e1b403f7 req-bbff9c82-fd78-4d6a-9333-52133f783e9c tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 210 time: 0.0365601 Jan 21 14:29:24.876421 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154afbd9-699c-4d43-a20e-de08db5a75ff tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Router cf7cd743-dd8c-4c06-b3d9-52b554a82473 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:29:24.989141 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154afbd9-699c-4d43-a20e-de08db5a75ff tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:29:24.993616 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-154afbd9-699c-4d43-a20e-de08db5a75ff tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:24.999017 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568d18a-770d-495b-b4e0-8bdf8ab0fbfa None None] Sync routers for ids ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:29:25.009299 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568d18a-770d-495b-b4e0-8bdf8ab0fbfa None None] Routers {'cf7cd743-dd8c-4c06-b3d9-52b554a82473'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:29:25.009911 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-4568d18a-770d-495b-b4e0-8bdf8ab0fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:28:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:25.026041 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-154afbd9-699c-4d43-a20e-de08db5a75ff tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "DELETE /v2.0/floatingips/ecbc903b-302d-4529-a357-1564035b9df5 HTTP/1.1" status: 204 len: 168 time: 1.4903672 Jan 21 14:29:25.127934 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-4568d18a-770d-495b-b4e0-8bdf8ab0fbfa None None] Set router cf7cd743-dd8c-4c06-b3d9-52b554a82473 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:29:25.335799 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-4568d18a-770d-495b-b4e0-8bdf8ab0fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:25:53Z', 'revision_number': 4, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1', 'name': '', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'mac_address': 'fa:16:3e:7b:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:52Z', 'updated_at': '2022-01-21T14:25:58Z', 'revision_number': 5, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'subnets': [{'id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:25.363087 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568d18a-770d-495b-b4e0-8bdf8ab0fbfa None None] Checking router: cf7cd743-dd8c-4c06-b3d9-52b554a82473 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:29:25.371367 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568d18a-770d-495b-b4e0-8bdf8ab0fbfa None None] Routers {'cf7cd743-dd8c-4c06-b3d9-52b554a82473'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:29:25.371965 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-4568d18a-770d-495b-b4e0-8bdf8ab0fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:28:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:25.513307 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'tag': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:29:25.515789 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975da793-8533-4476-9f98-8c865dde24d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb3113b-bc68-49f7-978f-9d3d09447eee", "tag": "a837ae16-139e-4ee4-b222-10fc78bb2cb8"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:29:25.552433 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ea57ba-8b38-4259-9a7a-a1ff2f0b57d5 x-openstack-request-id: req-30ea57ba-8b38-4259-9a7a-a1ff2f0b57d5 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:29:25.552756 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb3113b-bc68-49f7-978f-9d3d09447eee", "tag": "a837ae16-139e-4ee4-b222-10fc78bb2cb8", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:29:25.553009 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30ea57ba-8b38-4259-9a7a-a1ff2f0b57d5 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:29:25.553409 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'tag': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8', 'status': 'completed', 'code': 200} Jan 21 14:29:25.621248 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-4568d18a-770d-495b-b4e0-8bdf8ab0fbfa None None] Set router cf7cd743-dd8c-4c06-b3d9-52b554a82473 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:29:25.631787 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975da793-8533-4476-9f98-8c865dde24d4 req-bb842404-5153-47a1-ab37-a05a6897997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:25.633343 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-975da793-8533-4476-9f98-8c865dde24d4 req-bb842404-5153-47a1-ab37-a05a6897997e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bcf3f504270477eaa1466f36138788b&device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 1098 time: 0.0463219 Jan 21 14:29:25.735731 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975da793-8533-4476-9f98-8c865dde24d4 req-9edeb6dd-74f4-47f9-ac54-1cb5b01370f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:25.737461 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-975da793-8533-4476-9f98-8c865dde24d4 req-9edeb6dd-74f4-47f9-ac54-1cb5b01370f6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c1379d4d-66b4-4ff2-8733-38001496825d HTTP/1.1" status: 200 len: 916 time: 0.0940423 Jan 21 14:29:25.788857 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-975da793-8533-4476-9f98-8c865dde24d4 req-a66427f6-8338-4322-99ce-fd57cffab4fa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8 HTTP/1.1" status: 200 len: 217 time: 0.0361922 Jan 21 14:29:25.827912 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f0717a2e-a8b8-43ce-850e-b5aabf8314f8 req-e56f275b-c84e-4018-be5c-b731dc05a231 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 210 time: 0.0345867 Jan 21 14:29:25.828513 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-4568d18a-770d-495b-b4e0-8bdf8ab0fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:25:53Z', 'revision_number': 4, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1', 'name': '', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'mac_address': 'fa:16:3e:7b:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:52Z', 'updated_at': '2022-01-21T14:25:58Z', 'revision_number': 5, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'subnets': [{'id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:25.858889 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568d18a-770d-495b-b4e0-8bdf8ab0fbfa None None] The sync data for ids ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'] in dv-cinder-821602-20-iscsi is: [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:25:53Z', 'revision_number': 4, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1', 'name': '', 'network_id': 'c1379d4d-66b4-4ff2-8733-38001496825d', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'mac_address': 'fa:16:3e:7b:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:52Z', 'updated_at': '2022-01-21T14:25:58Z', 'revision_number': 5, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'subnets': [{'id': '4fdaec47-a0dd-43fa-9b1b-945ec0fd606d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:29:25.879941 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975da793-8533-4476-9f98-8c865dde24d4 req-55719929-8f67-4add-9895-5ba301913fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:25.886201 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-975da793-8533-4476-9f98-8c865dde24d4 req-55719929-8f67-4add-9895-5ba301913fb2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4fdaec47-a0dd-43fa-9b1b-945ec0fd606d HTTP/1.1" status: 200 len: 854 time: 0.0573330 Jan 21 14:29:25.960146 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975da793-8533-4476-9f98-8c865dde24d4 req-4fbb8431-50a0-472d-98fa-05366b89217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:25.962627 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-975da793-8533-4476-9f98-8c865dde24d4 req-4fbb8431-50a0-472d-98fa-05366b89217c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c1379d4d-66b4-4ff2-8733-38001496825d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0606086 Jan 21 14:29:25.965063 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-64e8c7fc-2969-43cf-aba6-4dceda9d246b tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:25.967281 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-64e8c7fc-2969-43cf-aba6-4dceda9d246b tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "GET /v2.0/networks?id=b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 HTTP/1.1" status: 200 len: 815 time: 0.1417258 Jan 21 14:29:25.984850 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-f9ef259a-865c-43d9-b5fc-198d357bca04 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Request body: {'port': {'device_id': 'a9a0a96c-0568-413d-b4bd-f9266d6c2089', 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4', 'admin_state_up': True, 'tenant_id': '4249074a3e3f4d49868f7306ec6c7a0c'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:29:26.079405 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-975da793-8533-4476-9f98-8c865dde24d4 req-d2e0ba97-9b47-4007-a39f-9ba5f9e2acf5 service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020451 Jan 21 14:29:26.147013 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a3f1a-f634-4800-85e3-705aad9c4644 None None] New status for floating IP ecbc903b-302d-4529-a357-1564035b9df5: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:29:26.162764 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-f9ef259a-865c-43d9-b5fc-198d357bca04 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Made reservation on behalf of 4249074a3e3f4d49868f7306ec6c7a0c for: {'port': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:29:26.166319 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-f9ef259a-865c-43d9-b5fc-198d357bca04 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:26.190555 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-975da793-8533-4476-9f98-8c865dde24d4 req-f6598a25-e478-4801-9234-0e187b6e81e7 service neutron] 10.222.0.88 "GET /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031585 Jan 21 14:29:26.302710 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-f9ef259a-865c-43d9-b5fc-198d357bca04 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Allocated IP 172.20.0.14 (b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4/6ad90b90-995c-4cca-b8f7-3a02d2c00b53/ded7b023-398b-495f-802a-d6ed4bf3bec7) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:29:26.463634 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-f9ef259a-865c-43d9-b5fc-198d357bca04 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks [] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:26.586418 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-f9ef259a-865c-43d9-b5fc-198d357bca04 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:26.600789 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['af2e5adf-90f1-4706-8592-9027991dba81'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:29:26.632021 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-f9ef259a-865c-43d9-b5fc-198d357bca04 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:29:26.634971 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-f9ef259a-865c-43d9-b5fc-198d357bca04 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:29:26.639901 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-f9ef259a-865c-43d9-b5fc-198d357bca04 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:29:26.644002 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef259a-865c-43d9-b5fc-198d357bca04 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Pushing event updated for resources: {'Port': ['ID=ded7b023-398b-495f-802a-d6ed4bf3bec7,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:26.694009 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-f9ef259a-865c-43d9-b5fc-198d357bca04 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:26.694674 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-f9ef259a-865c-43d9-b5fc-198d357bca04 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:26.741801 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a33b3ff-c57b-4c66-99ad-407409a7c9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:26.777269 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-f9ef259a-865c-43d9-b5fc-198d357bca04 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7968225 Jan 21 14:29:26.794248 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Request body: {'port': {'device_id': 'a9a0a96c-0568-413d-b4bd-f9266d6c2089', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:29:26.848882 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:27.053084 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa8698-af1c-440a-9761-8ec8de633256 req-9aa0ea9e-2313-4fb6-8ce1-dd0d5d03e2b0 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:27.054597 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-61fa8698-af1c-440a-9761-8ec8de633256 req-9aa0ea9e-2313-4fb6-8ce1-dd0d5d03e2b0 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 932 time: 0.1476901 Jan 21 14:29:27.135350 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-61fa8698-af1c-440a-9761-8ec8de633256 req-adddf57d-1daf-4979-a1ee-7d5e7e516012 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698164 Jan 21 14:29:27.178561 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded7b023-398b-495f-802a-d6ed4bf3bec7 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:29:27.186900 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Publish callbacks [] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:27.199300 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Transition to ACTIVE for port object ded7b023-398b-495f-802a-d6ed4bf3bec7 will not be triggered until provisioned by entity L2. {{(pid=103331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:29:27.259475 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:27.325228 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Pushing event updated for resources: {'Port': ['ID=ded7b023-398b-495f-802a-d6ed4bf3bec7,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:27.381494 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Attempting to bind port ded7b023-398b-495f-802a-d6ed4bf3bec7 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:29:27.383161 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Attempting to bind port ded7b023-398b-495f-802a-d6ed4bf3bec7 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:29:27.383161 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Attempting to bind port ded7b023-398b-495f-802a-d6ed4bf3bec7 on network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:29:27.386663 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Port ded7b023-398b-495f-802a-d6ed4bf3bec7 on network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:29:27.386986 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Attempting to bind port ded7b023-398b-495f-802a-d6ed4bf3bec7 on network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:29:27.391851 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:29:27.392183 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Checking segment: {'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:29:27.392564 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Bound using segment: {'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:29:27.392990 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Bound port: ded7b023-398b-495f-802a-d6ed4bf3bec7, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:29:27.393345 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:27.455178 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] For port ded7b023-398b-495f-802a-d6ed4bf3bec7, host hv-cinder-82160, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:29:27.458164 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] For port ded7b023-398b-495f-802a-d6ed4bf3bec7, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ded7b023-398b-495f-802a-d6ed4bf3bec7,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:29:27.529568 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:27.578014 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:27.578014 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:27.578014 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] 10.222.0.88 "PUT /v2.0/ports/ded7b023-398b-495f-802a-d6ed4bf3bec7 HTTP/1.1" status: 200 len: 1094 time: 0.7856240 Jan 21 14:29:27.578014 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a0a96c-0568-413d-b4bd-f9266d6c2089', 'tag': 'ded7b023-398b-495f-802a-d6ed4bf3bec7'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:29:27.578470 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65d8e14-062d-4780-a937-0a9a14888e48" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a0a96c-0568-413d-b4bd-f9266d6c2089", "tag": "ded7b023-398b-495f-802a-d6ed4bf3bec7"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:29:27.603302 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264865c-118b-4e14-82cb-b7cf7701e2ec service neutron] Pushing event updated for resources: {'Port': ['ID=ded7b023-398b-495f-802a-d6ed4bf3bec7,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:27.643906 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee89d7b-4912-4649-a777-0a22354430bc x-openstack-request-id: req-2ee89d7b-4912-4649-a777-0a22354430bc {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:29:27.644204 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a0a96c-0568-413d-b4bd-f9266d6c2089", "tag": "ded7b023-398b-495f-802a-d6ed4bf3bec7", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:29:27.644462 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ee89d7b-4912-4649-a777-0a22354430bc {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:29:27.644868 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a0a96c-0568-413d-b4bd-f9266d6c2089', 'tag': 'ded7b023-398b-495f-802a-d6ed4bf3bec7', 'status': 'completed', 'code': 200} Jan 21 14:29:27.707043 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8e14-062d-4780-a937-0a9a14888e48 req-befae68a-9565-4c86-9455-2648b104a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:27.708531 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e65d8e14-062d-4780-a937-0a9a14888e48 req-befae68a-9565-4c86-9455-2648b104a356 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 1097 time: 0.0407295 Jan 21 14:29:27.812856 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8e14-062d-4780-a937-0a9a14888e48 req-313c67a0-4609-417a-8afc-21e4e1b9a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:27.814565 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e65d8e14-062d-4780-a937-0a9a14888e48 req-313c67a0-4609-417a-8afc-21e4e1b9a662 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0985122 Jan 21 14:29:27.917165 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8e14-062d-4780-a937-0a9a14888e48 req-8c46a71f-5c94-43e0-af1f-8e13be999f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:27.918768 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e65d8e14-062d-4780-a937-0a9a14888e48 req-8c46a71f-5c94-43e0-af1f-8e13be999f6e service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951834 Jan 21 14:29:28.265830 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-a6d05d18-6c3b-45c9-94a4-31325d8c7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:28.267363 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-a6d05d18-6c3b-45c9-94a4-31325d8c7c4b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 1097 time: 0.3080974 Jan 21 14:29:28.278197 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8378d0-60a2-4222-aa0e-be89e2f35153 req-42e02a59-555e-4619-b115-99f6870eca60 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:28.279667 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4b8378d0-60a2-4222-aa0e-be89e2f35153 req-42e02a59-555e-4619-b115-99f6870eca60 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 944 time: 0.0576630 Jan 21 14:29:28.322013 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-99b738ba-c0a3-42e1-a7c6-9da5e6ef1681 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ded7b023-398b-495f-802a-d6ed4bf3bec7 HTTP/1.1" status: 200 len: 217 time: 0.0413744 Jan 21 14:29:28.390985 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4b8378d0-60a2-4222-aa0e-be89e2f35153 req-715b13cf-2222-4512-b117-9a4290d1a386 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048212 Jan 21 14:29:28.394897 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-ec485cd3-2ca5-44ed-9a50-35a4ffbf41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:28.396390 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-ec485cd3-2ca5-44ed-9a50-35a4ffbf41d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ad90b90-995c-4cca-b8f7-3a02d2c00b53 HTTP/1.1" status: 200 len: 855 time: 0.0677366 Jan 21 14:29:28.433711 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-9f61263c-c2e2-4522-b168-7e7837a41d18 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249066 Jan 21 14:29:28.518568 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-89e7ee51-28e7-45eb-b345-b95f1e3ac8d4 service neutron] 10.222.0.88 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842364 Jan 21 14:29:28.605120 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ef6fbd2d-71a6-457c-adea-0bd63c5b2ba5 req-49c77333-6517-4e61-8435-ea3d7b8ba918 service neutron] 10.222.0.88 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805233 Jan 21 14:29:29.259912 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:29.451611 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbc62e-3294-4a4c-9f4f-20e949a39e46 req-94b86606-a71f-4c46-9f9e-bfddce2bcf27 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:29.453114 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b8fbc62e-3294-4a4c-9f4f-20e949a39e46 req-94b86606-a71f-4c46-9f9e-bfddce2bcf27 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 945 time: 0.0556386 Jan 21 14:29:29.501715 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b8fbc62e-3294-4a4c-9f4f-20e949a39e46 req-1a38667b-32fa-4f00-92cf-d4e228b54c72 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428162 Jan 21 14:29:29.510636 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14cc45-20bd-4d04-ad73-7e27973bf7af req-b6062e71-6f7a-4f31-b094-3cdc0b9da00f tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:29.521989 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4d14cc45-20bd-4d04-ad73-7e27973bf7af req-b6062e71-6f7a-4f31-b094-3cdc0b9da00f tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 944 time: 0.0538340 Jan 21 14:29:29.562182 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4d14cc45-20bd-4d04-ad73-7e27973bf7af req-78cd6591-9d24-44db-b0d1-635b2cb3ee8b tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445073 Jan 21 14:29:29.735323 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:30.620425 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8e2c6-6f54-4514-b0d4-224fb458bef3 req-0e98be2f-07df-43b2-9112-26a10d8fa52b tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:30.621954 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-efa8e2c6-6f54-4514-b0d4-224fb458bef3 req-0e98be2f-07df-43b2-9112-26a10d8fa52b tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 945 time: 0.0492260 Jan 21 14:29:30.669832 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-efa8e2c6-6f54-4514-b0d4-224fb458bef3 req-9c7e7f04-386b-4655-8ea5-0ac9d53b91a8 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 Jan 21 14:29:30.679983 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33b1bd-c8cc-48cf-a7ea-0146b27c733c req-9d9f576a-b588-42bf-b846-0af2b56cf9ea tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:30.681619 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8d33b1bd-c8cc-48cf-a7ea-0146b27c733c req-9d9f576a-b588-42bf-b846-0af2b56cf9ea tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 944 time: 0.0507944 Jan 21 14:29:30.728739 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8d33b1bd-c8cc-48cf-a7ea-0146b27c733c req-43f6b3fc-5836-4679-a5d8-1f4ffc7bf594 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Jan 21 14:29:30.910449 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device ded7b023-398b-495f-802a-d6ed4bf3bec7 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:29:31.019910 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port ded7b023-398b-495f-802a-d6ed4bf3bec7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ded7b023-398b-495f-802a-d6ed4bf3bec7,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:31.032932 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': 'ded7b023-398b-495f-802a-d6ed4bf3bec7', 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4', 'port_id': 'ded7b023-398b-495f-802a-d6ed4bf3bec7', 'mac_address': 'fa:16:3e:84:98:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad90b90-995c-4cca-b8f7-3a02d2c00b53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:29:31.070426 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:31.073640 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port ded7b023-398b-495f-802a-d6ed4bf3bec7 is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:29:31.074026 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:31.086825 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded7b023-398b-495f-802a-d6ed4bf3bec7 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:29:31.109636 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port ded7b023-398b-495f-802a-d6ed4bf3bec7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ded7b023-398b-495f-802a-d6ed4bf3bec7,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:31.196998 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:31.247191 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=ded7b023-398b-495f-802a-d6ed4bf3bec7,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:31.488291 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:31.545272 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['ded7b023-398b-495f-802a-d6ed4bf3bec7'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:29:31.596149 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8f55c-9b2d-496d-abd7-f05d45dde61a req-bc2d35be-a5c3-492c-937a-a885e53b6ace tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:31.597683 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-32d8f55c-9b2d-496d-abd7-f05d45dde61a req-bc2d35be-a5c3-492c-937a-a885e53b6ace tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.88 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 945 time: 0.0521936 Jan 21 14:29:31.692441 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-32d8f55c-9b2d-496d-abd7-f05d45dde61a req-8ead9c29-32b6-478c-a7a1-4763233cb47f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Deleting port a837ae16-139e-4ee4-b222-10fc78bb2cb8 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:29:31.693138 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-32d8f55c-9b2d-496d-abd7-f05d45dde61a req-8ead9c29-32b6-478c-a7a1-4763233cb47f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:31.811775 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-32d8f55c-9b2d-496d-abd7-f05d45dde61a req-8ead9c29-32b6-478c-a7a1-4763233cb47f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] For port a837ae16-139e-4ee4-b222-10fc78bb2cb8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a837ae16-139e-4ee4-b222-10fc78bb2cb8,segment=NetworkSegment(f193abf6-600f-4d2d-9391-ed3ea50e3053),segment_id=f193abf6-600f-4d2d-9391-ed3ea50e3053)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:31.812142 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-32d8f55c-9b2d-496d-abd7-f05d45dde61a req-8ead9c29-32b6-478c-a7a1-4763233cb47f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:31.830029 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb798aff-9de8-442b-a9e0-fec2bbb2ed81 req-852d130b-2dd9-43d4-8cb4-4268c4e52760 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:31.831567 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fb798aff-9de8-442b-a9e0-fec2bbb2ed81 req-852d130b-2dd9-43d4-8cb4-4268c4e52760 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 945 time: 0.0883889 Jan 21 14:29:31.835822 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-32d8f55c-9b2d-496d-abd7-f05d45dde61a req-8ead9c29-32b6-478c-a7a1-4763233cb47f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Calling delete_port for a837ae16-139e-4ee4-b222-10fc78bb2cb8 owned by compute:nova {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:29:31.850139 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fc037-4fdd-467a-ba97-dca05bf864ed req-51ff1dcf-8696-4dd9-aaa3-f671e6878458 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:31.851650 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c26fc037-4fdd-467a-ba97-dca05bf864ed req-51ff1dcf-8696-4dd9-aaa3-f671e6878458 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 945 time: 0.0524135 Jan 21 14:29:31.900184 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c26fc037-4fdd-467a-ba97-dca05bf864ed req-5cc53a83-2ef3-4af4-b7bc-5e504161cf44 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428040 Jan 21 14:29:31.929133 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fb798aff-9de8-442b-a9e0-fec2bbb2ed81 req-5044c179-4481-4f60-87e1-08723e0d183b tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/security-groups?id=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892677 Jan 21 14:29:32.071868 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-32d8f55c-9b2d-496d-abd7-f05d45dde61a req-8ead9c29-32b6-478c-a7a1-4763233cb47f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (a837ae16-139e-4ee4-b222-10fc78bb2cb8), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:32.105555 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead9c29-32b6-478c-a7a1-4763233cb47f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Pushing event deleted for resources: {'Port': ['ID=a837ae16-139e-4ee4-b222-10fc78bb2cb8,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:32.148325 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d8f55c-9b2d-496d-abd7-f05d45dde61a req-8ead9c29-32b6-478c-a7a1-4763233cb47f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] No DVR routers for this DVR port a837ae16-139e-4ee4-b222-10fc78bb2cb8 on host hv-cinder-82160 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:29:32.150941 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-32d8f55c-9b2d-496d-abd7-f05d45dde61a req-8ead9c29-32b6-478c-a7a1-4763233cb47f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:32.154919 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-32d8f55c-9b2d-496d-abd7-f05d45dde61a req-8ead9c29-32b6-478c-a7a1-4763233cb47f tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.88 "DELETE /v2.0/ports/a837ae16-139e-4ee4-b222-10fc78bb2cb8 HTTP/1.1" status: 204 len: 173 time: 0.5496466 Jan 21 14:29:32.155252 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'name': 'network-vif-deleted', 'tag': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:29:32.158138 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15a82f5-59c4-45f9-846f-889e6ba33cd2" -d '{"events": [{"server_uuid": "7eb3113b-bc68-49f7-978f-9d3d09447eee", "name": "network-vif-deleted", "tag": "a837ae16-139e-4ee4-b222-10fc78bb2cb8"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:29:32.194609 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4205ef7-18af-49dc-adff-40ef5ef91d4f x-openstack-request-id: req-c4205ef7-18af-49dc-adff-40ef5ef91d4f {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:29:32.194901 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb3113b-bc68-49f7-978f-9d3d09447eee", "name": "network-vif-deleted", "tag": "a837ae16-139e-4ee4-b222-10fc78bb2cb8", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:29:32.195154 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4205ef7-18af-49dc-adff-40ef5ef91d4f {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:29:32.195554 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb3113b-bc68-49f7-978f-9d3d09447eee', 'name': 'network-vif-deleted', 'tag': 'a837ae16-139e-4ee4-b222-10fc78bb2cb8', 'status': 'completed', 'code': 200} Jan 21 14:29:32.254376 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['a837ae16-139e-4ee4-b222-10fc78bb2cb8'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:29:32.936824 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device ded7b023-398b-495f-802a-d6ed4bf3bec7 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:29:33.036375 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b58b0-5aa9-4f28-87f0-948c2f9f12d3 req-3c775d8d-1d26-4088-b609-f14cad543c9f tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:33.038034 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-140b58b0-5aa9-4f28-87f0-948c2f9f12d3 req-3c775d8d-1d26-4088-b609-f14cad543c9f tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 945 time: 0.0653350 Jan 21 14:29:33.042973 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-20869dd2-dddc-44e0-ad94-a04ff0af466e req-a057396a-6f57-4281-92c6-566dfbeb1483 tempest-TestMinimumBasicScenario-1071873424 tempest-TestMinimumBasicScenario-1071873424-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb3113b-bc68-49f7-978f-9d3d09447eee HTTP/1.1" status: 200 len: 210 time: 0.0268903 Jan 21 14:29:33.061488 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port ded7b023-398b-495f-802a-d6ed4bf3bec7 completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:29:33.066028 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port ded7b023-398b-495f-802a-d6ed4bf3bec7 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:29:33.066579 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:33.100137 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-140b58b0-5aa9-4f28-87f0-948c2f9f12d3 req-0fa81a44-55dd-4078-bd5d-fa1abf213890 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557871 Jan 21 14:29:33.161475 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port ded7b023-398b-495f-802a-d6ed4bf3bec7 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:29:33.161865 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:33.184812 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a0a96c-0568-413d-b4bd-f9266d6c2089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded7b023-398b-495f-802a-d6ed4bf3bec7'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:29:33.187091 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79615cc6-cfe5-4764-a035-29f3fc69ea0f" -d '{"events": [{"server_uuid": "a9a0a96c-0568-413d-b4bd-f9266d6c2089", "name": "network-vif-plugged", "status": "completed", "tag": "ded7b023-398b-495f-802a-d6ed4bf3bec7"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:29:33.199382 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port ded7b023-398b-495f-802a-d6ed4bf3bec7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ded7b023-398b-495f-802a-d6ed4bf3bec7,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:33.260456 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:33.285414 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907495d3-3ffb-465c-a826-788fe5e59b47 x-openstack-request-id: req-907495d3-3ffb-465c-a826-788fe5e59b47 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:29:33.285709 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a0a96c-0568-413d-b4bd-f9266d6c2089", "name": "network-vif-plugged", "status": "completed", "tag": "ded7b023-398b-495f-802a-d6ed4bf3bec7", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:29:33.285963 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-907495d3-3ffb-465c-a826-788fe5e59b47 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:29:33.286509 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a0a96c-0568-413d-b4bd-f9266d6c2089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded7b023-398b-495f-802a-d6ed4bf3bec7', 'code': 200} Jan 21 14:29:33.315013 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=ded7b023-398b-495f-802a-d6ed4bf3bec7,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:33.569879 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdb6ac-2c36-4bb3-91f3-502bac5a568b req-255889ab-e5cf-4f9b-9809-3511328baa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:33.571342 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-19bdb6ac-2c36-4bb3-91f3-502bac5a568b req-255889ab-e5cf-4f9b-9809-3511328baa7d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 1099 time: 0.0421329 Jan 21 14:29:33.619733 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-19bdb6ac-2c36-4bb3-91f3-502bac5a568b req-70f370ea-9096-4cb8-91fe-ef47815d7ffe service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411673 Jan 21 14:29:34.222936 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b733e-a9a0-47b0-8ee5-1954e942680f req-e261218e-0fc0-4574-bc5f-65ca0ed6870c tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:34.225278 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b39b733e-a9a0-47b0-8ee5-1954e942680f req-e261218e-0fc0-4574-bc5f-65ca0ed6870c tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 946 time: 0.0577335 Jan 21 14:29:34.275644 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b39b733e-a9a0-47b0-8ee5-1954e942680f req-474eab08-8dda-4aa9-bd49-296f54f2b57e tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405662 Jan 21 14:29:34.965785 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device a837ae16-139e-4ee4-b222-10fc78bb2cb8 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:29:34.988684 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: a837ae16-139e-4ee4-b222-10fc78bb2cb8 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:29:34.989044 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device a837ae16-139e-4ee4-b222-10fc78bb2cb8 not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:29:35.395524 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b516a5-0a07-4065-9cb7-1f996fdaf6b9 req-2c6be1ec-e15c-4d4b-9686-ff515955ddf6 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:35.397663 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e1b516a5-0a07-4065-9cb7-1f996fdaf6b9 req-2c6be1ec-e15c-4d4b-9686-ff515955ddf6 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 946 time: 0.0488486 Jan 21 14:29:35.446712 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e1b516a5-0a07-4065-9cb7-1f996fdaf6b9 req-3cc8b227-db2f-4763-b13c-a9382a5cbf34 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429022 Jan 21 14:29:35.715773 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 59338) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:36.073448 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b805204b-4c1b-4ce3-b0a6-75f57faff4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797260'] for router_interface (cf7cd743-dd8c-4c06-b3d9-52b554a82473), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:36.312685 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b805204b-4c1b-4ce3-b0a6-75f57faff4af admin admin] Deleting port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:29:36.313022 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b805204b-4c1b-4ce3-b0a6-75f57faff4af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:36.389563 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b805204b-4c1b-4ce3-b0a6-75f57faff4af admin admin] For port 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1,segment=NetworkSegment(f193abf6-600f-4d2d-9391-ed3ea50e3053),segment_id=f193abf6-600f-4d2d-9391-ed3ea50e3053)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:36.389921 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b805204b-4c1b-4ce3-b0a6-75f57faff4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:36.401774 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b805204b-4c1b-4ce3-b0a6-75f57faff4af admin admin] Calling delete_port for 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 owned by network:router_interface {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:29:36.637530 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b805204b-4c1b-4ce3-b0a6-75f57faff4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:36.665420 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805204b-4c1b-4ce3-b0a6-75f57faff4af admin admin] Pushing event deleted for resources: {'Port': ['ID=907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:36.837076 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b805204b-4c1b-4ce3-b0a6-75f57faff4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573071'] for router_interface (cf7cd743-dd8c-4c06-b3d9-52b554a82473), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:37.074570 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b805204b-4c1b-4ce3-b0a6-75f57faff4af admin admin] Router cf7cd743-dd8c-4c06-b3d9-52b554a82473 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:29:37.183924 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b805204b-4c1b-4ce3-b0a6-75f57faff4af admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:29:37.188982 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-b805204b-4c1b-4ce3-b0a6-75f57faff4af admin admin] 10.222.0.39 "PUT /v2.0/routers/cf7cd743-dd8c-4c06-b3d9-52b554a82473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4718800 Jan 21 14:29:37.191610 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 59350) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:37.194758 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f4567e-ffe5-4351-a790-dec60a7834d0 None None] Sync routers for ids ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:29:37.205999 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f4567e-ffe5-4351-a790-dec60a7834d0 None None] Routers {'cf7cd743-dd8c-4c06-b3d9-52b554a82473'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:29:37.206660 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b7f4567e-ffe5-4351-a790-dec60a7834d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:29:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:37.295550 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] Publish callbacks [] for router (cf7cd743-dd8c-4c06-b3d9-52b554a82473), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:37.314630 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-b7f4567e-ffe5-4351-a790-dec60a7834d0 None None] Set router cf7cd743-dd8c-4c06-b3d9-52b554a82473 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:29:37.508281 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b7f4567e-ffe5-4351-a790-dec60a7834d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:29:36Z', 'revision_number': 5, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:37.541820 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f4567e-ffe5-4351-a790-dec60a7834d0 None None] Checking router: cf7cd743-dd8c-4c06-b3d9-52b554a82473 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:29:37.552277 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f4567e-ffe5-4351-a790-dec60a7834d0 None None] Routers {'cf7cd743-dd8c-4c06-b3d9-52b554a82473'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:29:37.552912 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b7f4567e-ffe5-4351-a790-dec60a7834d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:29:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:37.635667 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] Publish callbacks [] for router_gateway (cf7cd743-dd8c-4c06-b3d9-52b554a82473), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:37.661860 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-b7f4567e-ffe5-4351-a790-dec60a7834d0 None None] Set router cf7cd743-dd8c-4c06-b3d9-52b554a82473 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:29:37.788689 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] Deleting port a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:29:37.788948 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:37.842481 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b7f4567e-ffe5-4351-a790-dec60a7834d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:29:36Z', 'revision_number': 5, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:37.867995 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] For port a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:37.868353 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:37.869091 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f4567e-ffe5-4351-a790-dec60a7834d0 None None] The sync data for ids ['cf7cd743-dd8c-4c06-b3d9-52b554a82473'] in dv-cinder-821602-20-iscsi is: [{'id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'name': 'tempest-TestMinimumBasicScenario-1261071987-router', 'tenant_id': '2bcf3f504270477eaa1466f36138788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:46Z', 'updated_at': '2022-01-21T14:29:36Z', 'revision_number': 5, 'project_id': '2bcf3f504270477eaa1466f36138788b', 'gw_port': {'id': 'a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd743-dd8c-4c06-b3d9-52b554a82473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:25:48Z', 'updated_at': '2022-01-21T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:29:37.881629 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] Calling delete_port for a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc owned by network:router_gateway {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:29:38.106091 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:38.135616 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:38.197530 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583186'] for router_gateway (cf7cd743-dd8c-4c06-b3d9-52b554a82473), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:38.297670 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1873'] for router (cf7cd743-dd8c-4c06-b3d9-52b554a82473), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:38.300429 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] Publish callbacks [] for router_controller (cf7cd743-dd8c-4c06-b3d9-52b554a82473), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:38.348588 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-66964ffc-95c5-4d82-89cc-ea646b177ffc tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:38.356559 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-66964ffc-95c5-4d82-89cc-ea646b177ffc tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/networks?id=b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 HTTP/1.1" status: 200 len: 815 time: 0.1141057 Jan 21 14:29:38.366115 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-733de8c0-ba74-46a4-b162-7b3bf7a36598 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/quotas/4249074a3e3f4d49868f7306ec6c7a0c HTTP/1.1" status: 200 len: 375 time: 0.0099895 Jan 21 14:29:38.426107 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587591'] for router (cf7cd743-dd8c-4c06-b3d9-52b554a82473), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:38.426446 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-875b4f44-4488-4ce3-abdf-24722e82ca42 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487728 Jan 21 14:29:38.427276 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf7cd743-dd8c-4c06-b3d9-52b554a82473 {{(pid=103331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 14:29:38.438419 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:38.438419 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-a70226bb-990e-4f81-94e1-1b3740b3a1ea admin admin] 10.222.0.39 "DELETE /v2.0/routers/cf7cd743-dd8c-4c06-b3d9-52b554a82473 HTTP/1.1" status: 204 len: 168 time: 1.2454808 Jan 21 14:29:38.438765 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 59372) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:38.489212 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d265ab2-a374-448e-98a7-f50592f0bdd1 admin admin] Deleting subnet 4fdaec47-a0dd-43fa-9b1b-945ec0fd606d {{(pid=103331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:29:38.492882 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3d265ab2-a374-448e-98a7-f50592f0bdd1 admin admin] Publish callbacks [] for subnet (4fdaec47-a0dd-43fa-9b1b-945ec0fd606d), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:38.531966 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-f1dd477b-b9eb-4319-a090-4e34cc6be1bb service neutron] 10.222.0.39 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962169 Jan 21 14:29:38.536414 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3d265ab2-a374-448e-98a7-f50592f0bdd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8286619'] for subnet (4fdaec47-a0dd-43fa-9b1b-945ec0fd606d), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:38.633865 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-dd1f06e0-0228-4d5a-9497-54d62ce4d97e service neutron] 10.222.0.39 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955167 Jan 21 14:29:38.659414 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3d265ab2-a374-448e-98a7-f50592f0bdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (4fdaec47-a0dd-43fa-9b1b-945ec0fd606d), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:38.803373 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3d265ab2-a374-448e-98a7-f50592f0bdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1489334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801958'] for subnet (4fdaec47-a0dd-43fa-9b1b-945ec0fd606d), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:38.830056 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d265ab2-a374-448e-98a7-f50592f0bdd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fdaec47-a0dd-43fa-9b1b-945ec0fd606d,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:38.835628 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3d265ab2-a374-448e-98a7-f50592f0bdd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:38.837383 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-3d265ab2-a374-448e-98a7-f50592f0bdd1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4fdaec47-a0dd-43fa-9b1b-945ec0fd606d HTTP/1.1" status: 204 len: 168 time: 0.3972988 Jan 21 14:29:38.839964 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 59378) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:38.840384 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a3268a-a2a6-489b-81c6-0802a0b103c1 None None] Network c1379d4d-66b4-4ff2-8733-38001496825d requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:29:38.939515 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (c1379d4d-66b4-4ff2-8733-38001496825d), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:38.992534 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9cc7c6b9-e046-4897-89c6-6315bc952079 req-cf4cdfd6-f6e0-4bb1-b4a5-22813e475b71 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 210 time: 0.0453706 Jan 21 14:29:39.055116 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Deleting port f29c3cf8-6b05-4189-824a-702af7b8e9b3 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:29:39.055409 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:39.127866 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] For port f29c3cf8-6b05-4189-824a-702af7b8e9b3, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=f29c3cf8-6b05-4189-824a-702af7b8e9b3,segment=NetworkSegment(f193abf6-600f-4d2d-9391-ed3ea50e3053),segment_id=f193abf6-600f-4d2d-9391-ed3ea50e3053)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:39.128288 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:39.141369 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Calling delete_port for f29c3cf8-6b05-4189-824a-702af7b8e9b3 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:29:39.147122 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:29:39.173566 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:29:39.178688 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 907dda2e-5a07-4d7b-8a6e-b7f9453c3fd1 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:29:39.178688 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:29:39.206729 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:29:39.206961 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device a6fe9d29-8344-46e2-8cea-45ecbc8dd4fc not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:29:39.276935 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0242500e-bf9e-4637-a842-53fd8e1ac393 None None] DHCP port deletion for c1379d4d-66b4-4ff2-8733-38001496825d request from dv-cinder-821602-20-iscsi {{(pid=103333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 14:29:39.305655 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:39.332061 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=f29c3cf8-6b05-4189-824a-702af7b8e9b3,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:39.333821 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0242500e-bf9e-4637-a842-53fd8e1ac393 None None] Deleting port f29c3cf8-6b05-4189-824a-702af7b8e9b3 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:29:39.333821 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0242500e-bf9e-4637-a842-53fd8e1ac393 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:39.340943 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] No DVR routers for this DVR port f29c3cf8-6b05-4189-824a-702af7b8e9b3 on host dv-cinder-821602-20-iscsi {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:29:39.396829 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-0242500e-bf9e-4637-a842-53fd8e1ac393 None None] For port f29c3cf8-6b05-4189-824a-702af7b8e9b3, host dv-cinder-821602-20-iscsi, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:39.397142 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0242500e-bf9e-4637-a842-53fd8e1ac393 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:39.410893 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0242500e-bf9e-4637-a842-53fd8e1ac393 None None] Calling delete_port for f29c3cf8-6b05-4189-824a-702af7b8e9b3 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:29:39.415268 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-0242500e-bf9e-4637-a842-53fd8e1ac393 None None] Port f29c3cf8-6b05-4189-824a-702af7b8e9b3 was not found and therefore no delete operation was performed {{(pid=103333) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 14:29:39.420095 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (c1379d4d-66b4-4ff2-8733-38001496825d), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:39.420248 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0242500e-bf9e-4637-a842-53fd8e1ac393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381'] for port (f29c3cf8-6b05-4189-824a-702af7b8e9b3), after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:39.437969 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1379d4d-66b4-4ff2-8733-38001496825d']}} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:39.447425 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242500e-bf9e-4637-a842-53fd8e1ac393 None None] Pushing event deleted for resources: {'Port': ['ID=f29c3cf8-6b05-4189-824a-702af7b8e9b3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:39.447809 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f193abf6-600f-4d2d-9391-ed3ea50e3053') {'for_net_delete': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:39.448178 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f193abf6-600f-4d2d-9391-ed3ea50e3053') {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:39.451591 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0242500e-bf9e-4637-a842-53fd8e1ac393 None None] No DVR routers for this DVR port f29c3cf8-6b05-4189-824a-702af7b8e9b3 on host dv-cinder-821602-20-iscsi {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:29:39.461195 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8286560'] for segment (f193abf6-600f-4d2d-9391-ed3ea50e3053), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:39.476441 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (f193abf6-600f-4d2d-9391-ed3ea50e3053), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:39.483274 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1489372'] for segment (f193abf6-600f-4d2d-9391-ed3ea50e3053), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: Traceback (most recent call last): Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: timer() Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: cb(*args, **kw) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: return func(*args, **kwargs) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: self._notify() Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: self.callback(batched_events) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: event.method(event) Jan 21 14:29:39.488451 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: return f(self, *a, **k) Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._get(url).json() Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: return self.request(url, 'GET', **kwargs) Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:29:39.491685 dv-cinder-821602-20-iscsi neutron-server[103331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:29:39.596920 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (c1379d4d-66b4-4ff2-8733-38001496825d), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:39.604188 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:39.608007 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] 10.222.0.39 "DELETE /v2.0/networks/c1379d4d-66b4-4ff2-8733-38001496825d HTTP/1.1" status: 204 len: 168 time: 0.7668395 Jan 21 14:29:39.611158 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 59390) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:39.617345 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445363d3-e90a-43b7-b44c-f42d504e4b3e admin admin] Pushing event deleted for resources: {'Network': ['ID=c1379d4d-66b4-4ff2-8733-38001496825d,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:40.120041 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c3fa1d20-cec7-4e1f-9cc0-009ab96de450 req-57c1a3dd-01dd-4771-952b-910ad5227aca tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 210 time: 0.0528812 Jan 21 14:29:40.306601 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dcc051fa-7540-4148-b77f-1f82f3056031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797260'] for router_interface (186dbd2c-76db-4e90-9137-c3d972961b85), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:40.624534 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-dcc051fa-7540-4148-b77f-1f82f3056031 admin admin] Deleting port 0df6984a-c768-4752-ac11-8809fea3c5d7 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:29:40.625195 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dcc051fa-7540-4148-b77f-1f82f3056031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:40.724314 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-dcc051fa-7540-4148-b77f-1f82f3056031 admin admin] For port 0df6984a-c768-4752-ac11-8809fea3c5d7, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=0df6984a-c768-4752-ac11-8809fea3c5d7,segment=NetworkSegment(3cafe141-277d-4c63-8eb4-0a38e622f507),segment_id=3cafe141-277d-4c63-8eb4-0a38e622f507)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:40.724683 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dcc051fa-7540-4148-b77f-1f82f3056031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:40.737041 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-dcc051fa-7540-4148-b77f-1f82f3056031 admin admin] Calling delete_port for 0df6984a-c768-4752-ac11-8809fea3c5d7 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:29:40.980612 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device f29c3cf8-6b05-4189-824a-702af7b8e9b3 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:29:41.020112 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: f29c3cf8-6b05-4189-824a-702af7b8e9b3 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:29:41.020870 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-7cab84f6-e9ac-499a-8a12-b4e99c4f2b5f tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:41.021337 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device f29c3cf8-6b05-4189-824a-702af7b8e9b3 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:29:41.021615 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-7cab84f6-e9ac-499a-8a12-b4e99c4f2b5f tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "GET /v2.0/networks?id=b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 HTTP/1.1" status: 200 len: 815 time: 0.1231065 Jan 21 14:29:41.032193 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dcc051fa-7540-4148-b77f-1f82f3056031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (0df6984a-c768-4752-ac11-8809fea3c5d7), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:41.038189 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-8b5ed3c1-ccf2-4454-9739-1732cf9f60f7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Request body: {'port': {'device_id': '406e286f-21e9-4bd0-b3b1-a321b8ac9dca', 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4', 'admin_state_up': True, 'tenant_id': '4249074a3e3f4d49868f7306ec6c7a0c'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:29:41.083893 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc051fa-7540-4148-b77f-1f82f3056031 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df6984a-c768-4752-ac11-8809fea3c5d7,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:41.235448 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d1c85345-af8b-41a2-9d24-6dd5932346bb req-ce9a2967-0907-4c00-99f5-930e61bec0ec tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 210 time: 0.0306206 Jan 21 14:29:41.256960 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dcc051fa-7540-4148-b77f-1f82f3056031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573071'] for router_interface (186dbd2c-76db-4e90-9137-c3d972961b85), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:41.282682 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-8b5ed3c1-ccf2-4454-9739-1732cf9f60f7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Made reservation on behalf of 4249074a3e3f4d49868f7306ec6c7a0c for: {'port': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:29:41.294048 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-8b5ed3c1-ccf2-4454-9739-1732cf9f60f7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:41.423741 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-8b5ed3c1-ccf2-4454-9739-1732cf9f60f7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Allocated IP 172.20.0.7 (b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4/6ad90b90-995c-4cca-b8f7-3a02d2c00b53/435d954b-5a66-48d2-bc5a-8736b1a3f8bb) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:29:41.486401 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc051fa-7540-4148-b77f-1f82f3056031 admin admin] Router 186dbd2c-76db-4e90-9137-c3d972961b85 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:29:41.574946 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-8b5ed3c1-ccf2-4454-9739-1732cf9f60f7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks [] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:41.596189 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc051fa-7540-4148-b77f-1f82f3056031 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:29:41.604604 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-dcc051fa-7540-4148-b77f-1f82f3056031 admin admin] 10.222.0.39 "PUT /v2.0/routers/186dbd2c-76db-4e90-9137-c3d972961b85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9890773 Jan 21 14:29:41.604604 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 59408) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:41.605950 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bafc7f-2de2-4b54-8f02-4a8377340863 None None] Sync routers for ids ['186dbd2c-76db-4e90-9137-c3d972961b85'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:29:41.617515 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bafc7f-2de2-4b54-8f02-4a8377340863 None None] Routers {'186dbd2c-76db-4e90-9137-c3d972961b85'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:29:41.618336 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-51bafc7f-2de2-4b54-8f02-4a8377340863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:29:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['186dbd2c-76db-4e90-9137-c3d972961b85'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:41.707478 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-8b5ed3c1-ccf2-4454-9739-1732cf9f60f7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:41.717622 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] Publish callbacks [] for router (186dbd2c-76db-4e90-9137-c3d972961b85), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:41.725714 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-51bafc7f-2de2-4b54-8f02-4a8377340863 None None] Set router 186dbd2c-76db-4e90-9137-c3d972961b85 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:29:41.728240 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['af2e5adf-90f1-4706-8592-9027991dba81', 'ded7b023-398b-495f-802a-d6ed4bf3bec7'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:29:41.759622 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-8b5ed3c1-ccf2-4454-9739-1732cf9f60f7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:29:41.762778 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-8b5ed3c1-ccf2-4454-9739-1732cf9f60f7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:29:41.767994 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-8b5ed3c1-ccf2-4454-9739-1732cf9f60f7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:29:41.772351 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ed3c1-ccf2-4454-9739-1732cf9f60f7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Pushing event updated for resources: {'Port': ['ID=435d954b-5a66-48d2-bc5a-8736b1a3f8bb,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:41.819454 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-8b5ed3c1-ccf2-4454-9739-1732cf9f60f7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:41.820098 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-8b5ed3c1-ccf2-4454-9739-1732cf9f60f7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:41.826899 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] Publish callbacks [] for router_gateway (186dbd2c-76db-4e90-9137-c3d972961b85), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:41.938102 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-8b5ed3c1-ccf2-4454-9739-1732cf9f60f7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9056602 Jan 21 14:29:41.944627 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-51bafc7f-2de2-4b54-8f02-4a8377340863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'name': 'tempest-TestMinimumBasicScenario-1452926212-router', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '026bd408-7d08-4404-a1b0-941b80327a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:59Z', 'updated_at': '2022-01-21T14:29:40Z', 'revision_number': 5, 'project_id': '748f2b5484da4a7b869b420cb50cf127', 'gw_port': {'id': '026bd408-7d08-4404-a1b0-941b80327a93', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:26:01Z', 'updated_at': '2022-01-21T14:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:41.949990 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Request body: {'port': {'device_id': '406e286f-21e9-4bd0-b3b1-a321b8ac9dca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:29:41.971760 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bafc7f-2de2-4b54-8f02-4a8377340863 None None] Checking router: 186dbd2c-76db-4e90-9137-c3d972961b85 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:29:41.984310 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bafc7f-2de2-4b54-8f02-4a8377340863 None None] Routers {'186dbd2c-76db-4e90-9137-c3d972961b85'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:29:41.985484 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-51bafc7f-2de2-4b54-8f02-4a8377340863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:29:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['186dbd2c-76db-4e90-9137-c3d972961b85'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:42.024926 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:42.072674 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] Deleting port 026bd408-7d08-4404-a1b0-941b80327a93 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:29:42.073200 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (026bd408-7d08-4404-a1b0-941b80327a93), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:42.114172 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-51bafc7f-2de2-4b54-8f02-4a8377340863 None None] Set router 186dbd2c-76db-4e90-9137-c3d972961b85 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:29:42.174200 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] For port 026bd408-7d08-4404-a1b0-941b80327a93, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=026bd408-7d08-4404-a1b0-941b80327a93,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:42.174570 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (026bd408-7d08-4404-a1b0-941b80327a93), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:42.184002 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-51bafc7f-2de2-4b54-8f02-4a8377340863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'name': 'tempest-TestMinimumBasicScenario-1452926212-router', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:59Z', 'updated_at': '2022-01-21T14:29:41Z', 'revision_number': 6, 'project_id': '748f2b5484da4a7b869b420cb50cf127', 'gw_port_host': None}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:42.190316 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] Calling delete_port for 026bd408-7d08-4404-a1b0-941b80327a93 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:29:42.211248 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bafc7f-2de2-4b54-8f02-4a8377340863 None None] The sync data for ids ['186dbd2c-76db-4e90-9137-c3d972961b85'] in dv-cinder-821602-20-iscsi is: [{'id': '186dbd2c-76db-4e90-9137-c3d972961b85', 'name': 'tempest-TestMinimumBasicScenario-1452926212-router', 'tenant_id': '748f2b5484da4a7b869b420cb50cf127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:25:59Z', 'updated_at': '2022-01-21T14:29:41Z', 'revision_number': 6, 'project_id': '748f2b5484da4a7b869b420cb50cf127', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:29:42.383161 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435d954b-5a66-48d2-bc5a-8736b1a3f8bb {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:29:42.393059 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Publish callbacks [] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:42.402819 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4706e-2e11-48c8-8b51-5883abd4a9e9 req-ed44a9af-e2bf-4c00-86e6-95c06478ac93 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:42.404937 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aec4706e-2e11-48c8-8b51-5883abd4a9e9 req-ed44a9af-e2bf-4c00-86e6-95c06478ac93 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 931 time: 0.0927191 Jan 21 14:29:42.457274 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aec4706e-2e11-48c8-8b51-5883abd4a9e9 req-5e7e65e7-823d-4132-8492-632948d245e1 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445623 Jan 21 14:29:42.488600 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Transition to ACTIVE for port object 435d954b-5a66-48d2-bc5a-8736b1a3f8bb will not be triggered until provisioned by entity L2. {{(pid=103331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:29:42.488765 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (026bd408-7d08-4404-a1b0-941b80327a93), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:42.513158 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] Pushing event deleted for resources: {'Port': ['ID=026bd408-7d08-4404-a1b0-941b80327a93,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:42.540082 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:42.572573 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583186'] for router_gateway (186dbd2c-76db-4e90-9137-c3d972961b85), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:42.592265 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Pushing event updated for resources: {'Port': ['ID=435d954b-5a66-48d2-bc5a-8736b1a3f8bb,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:42.662373 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Attempting to bind port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:29:42.662700 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Attempting to bind port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:29:42.663023 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Attempting to bind port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb on network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:29:42.667535 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb on network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:29:42.667849 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Attempting to bind port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb on network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:29:42.673033 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:29:42.673367 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Checking segment: {'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:29:42.673754 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Bound using segment: {'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:29:42.674198 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Bound port: 435d954b-5a66-48d2-bc5a-8736b1a3f8bb, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:29:42.674554 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:42.741689 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] For port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb, host hv-cinder-82160, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:29:42.745248 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] For port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=435d954b-5a66-48d2-bc5a-8736b1a3f8bb,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:29:42.803921 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:42.839506 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:42.840307 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:42.841737 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] 10.222.0.88 "PUT /v2.0/ports/435d954b-5a66-48d2-bc5a-8736b1a3f8bb HTTP/1.1" status: 200 len: 1093 time: 0.8960042 Jan 21 14:29:42.842208 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406e286f-21e9-4bd0-b3b1-a321b8ac9dca', 'tag': '435d954b-5a66-48d2-bc5a-8736b1a3f8bb'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:29:42.844492 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87531f0-d1e9-44b7-ac6c-b7c711674d83" -d '{"events": [{"name": "network-changed", "server_uuid": "406e286f-21e9-4bd0-b3b1-a321b8ac9dca", "tag": "435d954b-5a66-48d2-bc5a-8736b1a3f8bb"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:29:42.870451 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc37d9b-2c12-43dc-8d95-f0269d301c91 service neutron] Pushing event updated for resources: {'Port': ['ID=435d954b-5a66-48d2-bc5a-8736b1a3f8bb,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:42.899643 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4391de5-fae3-4dbe-9e8f-f59f54c1bddb x-openstack-request-id: req-c4391de5-fae3-4dbe-9e8f-f59f54c1bddb {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:29:42.899933 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406e286f-21e9-4bd0-b3b1-a321b8ac9dca", "tag": "435d954b-5a66-48d2-bc5a-8736b1a3f8bb", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:29:42.901354 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4391de5-fae3-4dbe-9e8f-f59f54c1bddb {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:29:42.901772 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406e286f-21e9-4bd0-b3b1-a321b8ac9dca', 'tag': '435d954b-5a66-48d2-bc5a-8736b1a3f8bb', 'status': 'completed', 'code': 200} Jan 21 14:29:42.938692 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1873'] for router (186dbd2c-76db-4e90-9137-c3d972961b85), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:42.941180 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] Publish callbacks [] for router_controller (186dbd2c-76db-4e90-9137-c3d972961b85), precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:42.973473 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 026bd408-7d08-4404-a1b0-941b80327a93 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:29:42.985515 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87531f0-d1e9-44b7-ac6c-b7c711674d83 req-d0547f4a-e327-481b-a6d5-a5c9d6c964dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:42.987091 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e87531f0-d1e9-44b7-ac6c-b7c711674d83 req-d0547f4a-e327-481b-a6d5-a5c9d6c964dd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 1096 time: 0.0540152 Jan 21 14:29:43.002079 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 026bd408-7d08-4404-a1b0-941b80327a93 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:29:43.002455 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 026bd408-7d08-4404-a1b0-941b80327a93 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:29:43.002877 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 0df6984a-c768-4752-ac11-8809fea3c5d7 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:29:43.024942 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 0df6984a-c768-4752-ac11-8809fea3c5d7 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:29:43.025221 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 0df6984a-c768-4752-ac11-8809fea3c5d7 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:29:43.064848 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587591'] for router (186dbd2c-76db-4e90-9137-c3d972961b85), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:43.065473 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 186dbd2c-76db-4e90-9137-c3d972961b85 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 14:29:43.071244 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:43.072411 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-8fec7ce6-24dc-46ff-a046-891a3bbd5326 admin admin] 10.222.0.39 "DELETE /v2.0/routers/186dbd2c-76db-4e90-9137-c3d972961b85 HTTP/1.1" status: 204 len: 168 time: 1.4666770 Jan 21 14:29:43.075471 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 59418) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:43.139502 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87531f0-d1e9-44b7-ac6c-b7c711674d83 req-b6760a1b-89fb-4fa2-be3a-c77366ab804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:43.141067 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e87531f0-d1e9-44b7-ac6c-b7c711674d83 req-b6760a1b-89fb-4fa2-be3a-c77366ab804a service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1421192 Jan 21 14:29:43.152207 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec551b2-a61b-4ec6-889c-9d3de23853f1 admin admin] Deleting subnet 87bef135-cc2a-445a-863a-79ebced21e61 {{(pid=103331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:29:43.164976 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ec551b2-a61b-4ec6-889c-9d3de23853f1 admin admin] Publish callbacks [] for subnet (87bef135-cc2a-445a-863a-79ebced21e61), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:43.249884 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ec551b2-a61b-4ec6-889c-9d3de23853f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8286619'] for subnet (87bef135-cc2a-445a-863a-79ebced21e61), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:43.302544 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87531f0-d1e9-44b7-ac6c-b7c711674d83 req-9fd88770-f447-4299-87c9-79d1acd3c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:43.304004 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e87531f0-d1e9-44b7-ac6c-b7c711674d83 req-9fd88770-f447-4299-87c9-79d1acd3c241 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1489117 Jan 21 14:29:43.350238 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ec551b2-a61b-4ec6-889c-9d3de23853f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (87bef135-cc2a-445a-863a-79ebced21e61), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:43.421764 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-e4c84982-b27f-475b-a5a3-7835bba05920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:43.423282 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-e4c84982-b27f-475b-a5a3-7835bba05920 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 1096 time: 0.0706091 Jan 21 14:29:43.464341 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-47cbc95c-dc68-4897-9392-79805126c063 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=435d954b-5a66-48d2-bc5a-8736b1a3f8bb HTTP/1.1" status: 200 len: 217 time: 0.0332551 Jan 21 14:29:43.502365 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ec551b2-a61b-4ec6-889c-9d3de23853f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1489334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801958'] for subnet (87bef135-cc2a-445a-863a-79ebced21e61), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:43.537499 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ec551b2-a61b-4ec6-889c-9d3de23853f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:43.540761 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-4ec551b2-a61b-4ec6-889c-9d3de23853f1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/87bef135-cc2a-445a-863a-79ebced21e61 HTTP/1.1" status: 204 len: 168 time: 0.4643269 Jan 21 14:29:43.542628 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9298a132-bde1-487d-a98c-cea885580ae3 None None] Network d61d7533-4e6e-4771-8567-270c5546d4c2 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:29:43.543737 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec551b2-a61b-4ec6-889c-9d3de23853f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87bef135-cc2a-445a-863a-79ebced21e61,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:43.545565 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 59426) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:43.553426 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-fa7c9a65-6fa8-4f64-bac8-8be2eb55ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:43.554895 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-fa7c9a65-6fa8-4f64-bac8-8be2eb55ebe8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ad90b90-995c-4cca-b8f7-3a02d2c00b53 HTTP/1.1" status: 200 len: 855 time: 0.0842440 Jan 21 14:29:43.578388 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92aef5-aea2-43bd-a2ea-195824476411 req-89d89f66-7543-4468-8332-371be2be797a tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:43.579923 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5a92aef5-aea2-43bd-a2ea-195824476411 req-89d89f66-7543-4468-8332-371be2be797a tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 943 time: 0.0535588 Jan 21 14:29:43.627405 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-a9df908d-a14c-4f7b-967c-16c097ef1e42 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587735 Jan 21 14:29:43.642332 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5a92aef5-aea2-43bd-a2ea-195824476411 req-f352cf20-4548-4005-868c-61728153deb8 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550256 Jan 21 14:29:43.668345 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (d61d7533-4e6e-4771-8567-270c5546d4c2), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:43.713923 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad90dc5-abac-47a0-b244-e56efdea81c2 None None] DHCP port deletion for d61d7533-4e6e-4771-8567-270c5546d4c2 request from dv-cinder-821602-20-iscsi {{(pid=103333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 14:29:43.762594 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5ad90dc5-abac-47a0-b244-e56efdea81c2 None None] Deleting port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:29:43.763546 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ad90dc5-abac-47a0-b244-e56efdea81c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:43.769665 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-f81782b1-927a-4b92-84c6-f96839179302 service neutron] 10.222.0.88 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285427 Jan 21 14:29:43.810405 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Deleting port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:29:43.810660 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:43.829290 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-5ad90dc5-abac-47a0-b244-e56efdea81c2 None None] For port d08ba32a-bf96-4253-bc20-3a7221b2f6a1, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=d08ba32a-bf96-4253-bc20-3a7221b2f6a1,segment=NetworkSegment(3cafe141-277d-4c63-8eb4-0a38e622f507),segment_id=3cafe141-277d-4c63-8eb4-0a38e622f507)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:43.829726 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ad90dc5-abac-47a0-b244-e56efdea81c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:43.842021 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5ad90dc5-abac-47a0-b244-e56efdea81c2 None None] Calling delete_port for d08ba32a-bf96-4253-bc20-3a7221b2f6a1 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:29:43.918783 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] For port d08ba32a-bf96-4253-bc20-3a7221b2f6a1, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=d08ba32a-bf96-4253-bc20-3a7221b2f6a1,segment=NetworkSegment(3cafe141-277d-4c63-8eb4-0a38e622f507),segment_id=3cafe141-277d-4c63-8eb4-0a38e622f507)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:43.919172 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:43.933088 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-84c6987e-c33e-4f47-9816-625eb724bb5a req-7283d54a-96e5-4712-a453-2757326487ee service neutron] 10.222.0.88 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566210 Jan 21 14:29:43.936781 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Calling delete_port for d08ba32a-bf96-4253-bc20-3a7221b2f6a1 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:29:44.031217 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ad90dc5-abac-47a0-b244-e56efdea81c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:44.037779 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (d08ba32a-bf96-4253-bc20-3a7221b2f6a1), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:44.057629 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad90dc5-abac-47a0-b244-e56efdea81c2 None None] Pushing event deleted for resources: {'Port': ['ID=d08ba32a-bf96-4253-bc20-3a7221b2f6a1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:44.059511 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad90dc5-abac-47a0-b244-e56efdea81c2 None None] No DVR routers for this DVR port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 on host dv-cinder-821602-20-iscsi {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:29:44.061273 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08ba32a-bf96-4253-bc20-3a7221b2f6a1,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:44.069298 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] No DVR routers for this DVR port d08ba32a-bf96-4253-bc20-3a7221b2f6a1 on host dv-cinder-821602-20-iscsi {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:29:44.152807 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (d61d7533-4e6e-4771-8567-270c5546d4c2), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:44.173919 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61d7533-4e6e-4771-8567-270c5546d4c2']}} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:44.187555 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cafe141-277d-4c63-8eb4-0a38e622f507') {'for_net_delete': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:44.187850 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cafe141-277d-4c63-8eb4-0a38e622f507') {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:29:44.198296 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8286560'] for segment (3cafe141-277d-4c63-8eb4-0a38e622f507), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:44.211306 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (3cafe141-277d-4c63-8eb4-0a38e622f507), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:44.218339 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:29:44.218730 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1489372'] for segment (3cafe141-277d-4c63-8eb4-0a38e622f507), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: self.session.flush() Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: self.session.flush() Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: self.session.flush() Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: self.session.flush() Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: Traceback (most recent call last): Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: timer() Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: cb(*args, **kw) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: return func(*args, **kwargs) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: self._notify() Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: self.callback(batched_events) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: event.method(event) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: return f(self, *a, **k) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._get(url).json() Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: return self.request(url, 'GET', **kwargs) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:29:44.220464 dv-cinder-821602-20-iscsi neutron-server[103331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:29:44.363185 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (d61d7533-4e6e-4771-8567-270c5546d4c2), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:44.372287 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:44.380156 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d61d7533-4e6e-4771-8567-270c5546d4c2 HTTP/1.1" status: 204 len: 168 time: 0.8323057 Jan 21 14:29:44.401441 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0320e5-1880-44ad-ad56-b50d5218fcc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d61d7533-4e6e-4771-8567-270c5546d4c2,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:44.740661 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 59440) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:44.765115 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52309ba4-a0b4-4aee-a14e-9d3b4ebe0fee req-a4d83187-60ac-4189-89a6-63dd108de603 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:44.766676 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-52309ba4-a0b4-4aee-a14e-9d3b4ebe0fee req-a4d83187-60ac-4189-89a6-63dd108de603 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 943 time: 0.0576646 Jan 21 14:29:44.783012 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-194fddc0-43e1-4ad5-b8d9-38024fe660b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2bcf3f504270477eaa1466f36138788b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411632 Jan 21 14:29:44.785777 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 59442) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:44.818442 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-52309ba4-a0b4-4aee-a14e-9d3b4ebe0fee req-2fe526f7-a234-40e7-85e6-2e44e0d1cfeb tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441682 Jan 21 14:29:44.854378 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4cc517d9-8b86-4a90-87dc-269a998f76d0 admin admin] Publish callbacks [] for security_group (91a99bc8-70c6-4dce-ac09-a1cc28cff2a9), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:44.877037 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4cc517d9-8b86-4a90-87dc-269a998f76d0 admin admin] Publish callbacks [] for security_group (91a99bc8-70c6-4dce-ac09-a1cc28cff2a9), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:44.956188 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device d08ba32a-bf96-4253-bc20-3a7221b2f6a1 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:29:44.977801 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: d08ba32a-bf96-4253-bc20-3a7221b2f6a1 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:29:44.978172 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device d08ba32a-bf96-4253-bc20-3a7221b2f6a1 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:29:44.997352 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4cc517d9-8b86-4a90-87dc-269a998f76d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (91a99bc8-70c6-4dce-ac09-a1cc28cff2a9), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:45.000056 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4cc517d9-8b86-4a90-87dc-269a998f76d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:45.001218 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-4cc517d9-8b86-4a90-87dc-269a998f76d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91a99bc8-70c6-4dce-ac09-a1cc28cff2a9 HTTP/1.1" status: 204 len: 168 time: 0.2141137 Jan 21 14:29:45.010484 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc517d9-8b86-4a90-87dc-269a998f76d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a99bc8-70c6-4dce-ac09-a1cc28cff2a9,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:45.820854 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 59454) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:45.862528 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-06988256-f995-4131-817e-435dfd213fed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=748f2b5484da4a7b869b420cb50cf127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396290 Jan 21 14:29:45.864612 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 59458) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:29:45.919396 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b70805d7-6758-4631-820c-154328a8b42f admin admin] Publish callbacks [] for security_group (378357e9-b9a5-4e39-ab1d-fcb62207f808), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:45.942879 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b70805d7-6758-4631-820c-154328a8b42f admin admin] Publish callbacks [] for security_group (378357e9-b9a5-4e39-ab1d-fcb62207f808), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:45.955518 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ebde3-9f46-44f4-bf27-9b81ff627f7c req-e54fa39d-6208-4616-8c8d-29662e3a883e tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:45.957047 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-882ebde3-9f46-44f4-bf27-9b81ff627f7c req-e54fa39d-6208-4616-8c8d-29662e3a883e tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 943 time: 0.0494158 Jan 21 14:29:46.009300 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-882ebde3-9f46-44f4-bf27-9b81ff627f7c req-088d4656-0108-4b64-a18a-e35e31bb2084 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462701 Jan 21 14:29:46.116880 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b70805d7-6758-4631-820c-154328a8b42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (378357e9-b9a5-4e39-ab1d-fcb62207f808), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:46.119492 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b70805d7-6758-4631-820c-154328a8b42f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:46.120721 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-b70805d7-6758-4631-820c-154328a8b42f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/378357e9-b9a5-4e39-ab1d-fcb62207f808 HTTP/1.1" status: 204 len: 168 time: 0.2552772 Jan 21 14:29:46.129604 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70805d7-6758-4631-820c-154328a8b42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378357e9-b9a5-4e39-ab1d-fcb62207f808,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:47.025087 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 435d954b-5a66-48d2-bc5a-8736b1a3f8bb details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:29:47.136500 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=435d954b-5a66-48d2-bc5a-8736b1a3f8bb,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:47.147143 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291089c-283c-4ef4-a856-144a8073e5fd req-2d0a37b1-9306-4d22-9d99-2eb8ffd80b38 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:47.150168 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8291089c-283c-4ef4-a856-144a8073e5fd req-2d0a37b1-9306-4d22-9d99-2eb8ffd80b38 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 943 time: 0.0666864 Jan 21 14:29:47.150689 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '435d954b-5a66-48d2-bc5a-8736b1a3f8bb', 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4', 'port_id': '435d954b-5a66-48d2-bc5a-8736b1a3f8bb', 'mac_address': 'fa:16:3e:97:ec:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad90b90-995c-4cca-b8f7-3a02d2c00b53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:29:47.197012 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:29:47.197403 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:47.203411 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8291089c-283c-4ef4-a856-144a8073e5fd req-364a4a1e-d0cd-4d8c-9f9a-5dc3b373b5c6 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463085 Jan 21 14:29:47.211758 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435d954b-5a66-48d2-bc5a-8736b1a3f8bb {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:29:47.232645 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=435d954b-5a66-48d2-bc5a-8736b1a3f8bb,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:47.299854 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:47.350287 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=435d954b-5a66-48d2-bc5a-8736b1a3f8bb,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:47.463453 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675a649-8f15-481e-a536-38b5a01b3b2a req-42fe5765-630f-4e6c-9cc7-7800ddebfba9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:47.464952 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a675a649-8f15-481e-a536-38b5a01b3b2a req-42fe5765-630f-4e6c-9cc7-7800ddebfba9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0511920 Jan 21 14:29:47.526124 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a675a649-8f15-481e-a536-38b5a01b3b2a req-2a51e2a8-d471-434c-89d9-573113392e43 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548308 Jan 21 14:29:47.620833 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['435d954b-5a66-48d2-bc5a-8736b1a3f8bb'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:29:48.320123 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0a96a-fe55-4714-a68a-9a77d556154d req-5d71fff5-f82e-4c43-bbd1-6440832d7f24 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:48.321643 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0bf0a96a-fe55-4714-a68a-9a77d556154d req-5d71fff5-f82e-4c43-bbd1-6440832d7f24 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 944 time: 0.0502264 Jan 21 14:29:48.368617 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0bf0a96a-fe55-4714-a68a-9a77d556154d req-163857d7-32d5-45f7-8e27-f2f7fe775983 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413556 Jan 21 14:29:48.892657 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdcc22-9e17-4484-bdc9-91544d65175a req-c0428841-b41a-4396-b5ae-49b83268df23 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:48.894280 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-53fdcc22-9e17-4484-bdc9-91544d65175a req-c0428841-b41a-4396-b5ae-49b83268df23 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.2930686 Jan 21 14:29:48.943659 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-53fdcc22-9e17-4484-bdc9-91544d65175a req-690271c5-3a48-450f-83b2-f61e8f13a747 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425928 Jan 21 14:29:49.042342 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 435d954b-5a66-48d2-bc5a-8736b1a3f8bb up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:29:49.174783 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:29:49.180520 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:29:49.180905 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:49.270665 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:29:49.271061 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:49.294045 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406e286f-21e9-4bd0-b3b1-a321b8ac9dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435d954b-5a66-48d2-bc5a-8736b1a3f8bb'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:29:49.296340 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890fea65-e7e2-4c8a-9a71-2a124272b23b" -d '{"events": [{"server_uuid": "406e286f-21e9-4bd0-b3b1-a321b8ac9dca", "name": "network-vif-plugged", "status": "completed", "tag": "435d954b-5a66-48d2-bc5a-8736b1a3f8bb"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:29:49.312783 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=435d954b-5a66-48d2-bc5a-8736b1a3f8bb,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:29:49.335355 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e4d028-9562-4316-86df-452a9abe86c6 x-openstack-request-id: req-71e4d028-9562-4316-86df-452a9abe86c6 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:29:49.335355 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406e286f-21e9-4bd0-b3b1-a321b8ac9dca", "name": "network-vif-plugged", "status": "completed", "tag": "435d954b-5a66-48d2-bc5a-8736b1a3f8bb", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:29:49.335355 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71e4d028-9562-4316-86df-452a9abe86c6 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:29:49.335355 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406e286f-21e9-4bd0-b3b1-a321b8ac9dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435d954b-5a66-48d2-bc5a-8736b1a3f8bb', 'code': 200} Jan 21 14:29:49.397552 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:49.446379 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=435d954b-5a66-48d2-bc5a-8736b1a3f8bb,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:29:49.487699 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc50dc6-cc21-4d2c-848a-05ef55f9fe1f req-a8c8c64b-8e64-4600-ac63-d7d7afa70856 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:49.489202 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-adc50dc6-cc21-4d2c-848a-05ef55f9fe1f req-a8c8c64b-8e64-4600-ac63-d7d7afa70856 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 945 time: 0.0495918 Jan 21 14:29:49.553477 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-adc50dc6-cc21-4d2c-848a-05ef55f9fe1f req-5e8d28df-7f39-4524-9f05-c4dab63af339 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571058 Jan 21 14:29:49.642623 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55d833-e500-41d1-ad7d-f64fd0d9cf80 req-976d5cd4-5ab7-4821-b75b-a7c29c520858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:49.644110 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7a55d833-e500-41d1-ad7d-f64fd0d9cf80 req-976d5cd4-5ab7-4821-b75b-a7c29c520858 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 1098 time: 0.0403342 Jan 21 14:29:49.702848 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7a55d833-e500-41d1-ad7d-f64fd0d9cf80 req-0995b299-3c77-4854-9c3e-178dd510b3a3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469553 Jan 21 14:29:50.071509 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8f596-5aba-472b-84ab-6d134613165d req-36454da5-926a-472c-bf70-e2c76cf1ee7a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:50.073791 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e7a8f596-5aba-472b-84ab-6d134613165d req-36454da5-926a-472c-bf70-e2c76cf1ee7a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0530319 Jan 21 14:29:50.127442 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e7a8f596-5aba-472b-84ab-6d134613165d req-3348b53c-62e4-49ec-9680-9df2cff00b5b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471497 Jan 21 14:29:50.676636 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476af4e-e897-4bd7-991d-2dcec843148c req-c9de032b-a5f0-4181-adb1-e61b5c13d22e tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:50.678516 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4476af4e-e897-4bd7-991d-2dcec843148c req-c9de032b-a5f0-4181-adb1-e61b5c13d22e tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 945 time: 0.0504553 Jan 21 14:29:50.727970 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4476af4e-e897-4bd7-991d-2dcec843148c req-18add55b-c7ef-44d8-ba55-7d83d67fb116 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432043 Jan 21 14:29:51.263941 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded160f-762f-4889-a0a1-dfe598c4ea40 req-1c17991d-66f5-4109-98e7-c2a367de1478 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:51.265554 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-dded160f-762f-4889-a0a1-dfe598c4ea40 req-1c17991d-66f5-4109-98e7-c2a367de1478 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0607295 Jan 21 14:29:51.338395 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-dded160f-762f-4889-a0a1-dfe598c4ea40 req-698c7064-cabf-4360-bbe3-8093d9591cd6 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626783 Jan 21 14:29:51.857348 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ca3f8-5255-416a-b116-ff27c6aae0bf req-3dfe0ce6-342c-42e9-bd5d-c356c06affb2 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:51.859139 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b27ca3f8-5255-416a-b116-ff27c6aae0bf req-3dfe0ce6-342c-42e9-bd5d-c356c06affb2 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 945 time: 0.0500529 Jan 21 14:29:51.910158 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b27ca3f8-5255-416a-b116-ff27c6aae0bf req-7d5b344a-c8b7-4d6e-aef8-10cf60822682 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452263 Jan 21 14:29:52.461735 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f8e15-13b9-466e-91cd-46269962a237 req-72ed9059-09d4-4877-89c9-c72f0d308490 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:52.463340 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5c3f8e15-13b9-466e-91cd-46269962a237 req-72ed9059-09d4-4877-89c9-c72f0d308490 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0521162 Jan 21 14:29:52.518304 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5c3f8e15-13b9-466e-91cd-46269962a237 req-5da56b3d-b783-4d94-bf04-c83bafcff7c5 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492947 Jan 21 14:29:53.649205 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fc9f2-558d-433a-bcf7-3c993973ccec req-e9d876a7-3133-41ed-8b65-1596242a62d5 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:53.649205 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d09fc9f2-558d-433a-bcf7-3c993973ccec req-e9d876a7-3133-41ed-8b65-1596242a62d5 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0535018 Jan 21 14:29:53.700329 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d09fc9f2-558d-433a-bcf7-3c993973ccec req-e52b36c7-1e76-4d7b-ac36-cb57214e7dd8 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440671 Jan 21 14:29:53.911450 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3668e71-a0cb-43ae-83ae-7ab561603ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:54.826516 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f931035-42ef-4a3c-9527-16079c19dada req-bde6b415-d313-4a11-9cb0-8606192e9002 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:54.828127 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4f931035-42ef-4a3c-9527-16079c19dada req-bde6b415-d313-4a11-9cb0-8606192e9002 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0498683 Jan 21 14:29:54.876969 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4f931035-42ef-4a3c-9527-16079c19dada req-0c8890f1-5a65-4b3c-bd73-6645e1d8e818 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430033 Jan 21 14:29:55.904958 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:29:56.010106 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b0ad5-c932-47a5-9332-38d29e32498e req-41d45f70-6d78-48e7-9805-c7714934ea74 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:56.011570 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d20b0ad5-c932-47a5-9332-38d29e32498e req-41d45f70-6d78-48e7-9805-c7714934ea74 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0573847 Jan 21 14:29:56.060813 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d20b0ad5-c932-47a5-9332-38d29e32498e req-deaea0de-1db0-4b3a-be21-5a18ae2e9513 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423236 Jan 21 14:29:56.710038 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8009d7b2-b06a-47da-9ef4-c0d48fd69fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:57.181435 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d0cf7-5500-4cd6-9af4-af42dd8244c6 req-97729e26-afd7-499e-af9e-58a81a965236 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:57.183123 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-fb1d0cf7-5500-4cd6-9af4-af42dd8244c6 req-97729e26-afd7-499e-af9e-58a81a965236 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0495508 Jan 21 14:29:57.237008 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-fb1d0cf7-5500-4cd6-9af4-af42dd8244c6 req-7bb6231a-d66f-4414-b18e-2c2923626fca tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482237 Jan 21 14:29:58.372080 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed94bf4-4a42-428b-a634-e5bcd32efb7b req-2a612fc0-0cd9-4435-9bc3-f17e37447b95 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:58.374215 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2ed94bf4-4a42-428b-a634-e5bcd32efb7b req-2a612fc0-0cd9-4435-9bc3-f17e37447b95 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0503514 Jan 21 14:29:58.425661 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2ed94bf4-4a42-428b-a634-e5bcd32efb7b req-4bf4076e-7704-4063-9311-471ab98b6647 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457757 Jan 21 14:29:59.248058 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:29:59.565910 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9286bcb-696e-4cee-afc5-f369475d7eee req-efa4a35a-5b92-49c8-947e-1654d52f6a1a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:29:59.567414 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d9286bcb-696e-4cee-afc5-f369475d7eee req-efa4a35a-5b92-49c8-947e-1654d52f6a1a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0510924 Jan 21 14:29:59.620121 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d9286bcb-696e-4cee-afc5-f369475d7eee req-2418d09f-877f-4d71-b9bc-fa46ca9c423c tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470030 Jan 21 14:29:59.750627 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:00.758135 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183de6a7-86d8-49a1-8781-99d445e0d2cf req-df42271e-f848-43d6-a35b-00f30755898d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:00.765689 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-183de6a7-86d8-49a1-8781-99d445e0d2cf req-df42271e-f848-43d6-a35b-00f30755898d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0701518 Jan 21 14:30:00.812159 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-183de6a7-86d8-49a1-8781-99d445e0d2cf req-24734006-1467-4ff8-876a-2ce2d2e091f9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455282 Jan 21 14:30:01.019646 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:01.488397 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:01.953110 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadc898-6856-40fe-9fc6-4eccc6d01f9f req-a07598ba-2562-425e-9b7f-f53cdf0be79f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:01.954720 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bfadc898-6856-40fe-9fc6-4eccc6d01f9f req-a07598ba-2562-425e-9b7f-f53cdf0be79f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0605018 Jan 21 14:30:02.034552 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bfadc898-6856-40fe-9fc6-4eccc6d01f9f req-6c112f9f-eaaf-4280-8c33-cde28e1066b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737524 Jan 21 14:30:03.172186 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e5aa-8560-4c45-94d5-35df67d07a05 req-9f06392c-41cf-4342-8d6d-e3e3b56de396 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:03.173663 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-69c7e5aa-8560-4c45-94d5-35df67d07a05 req-9f06392c-41cf-4342-8d6d-e3e3b56de396 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0560298 Jan 21 14:30:03.223003 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-69c7e5aa-8560-4c45-94d5-35df67d07a05 req-7a8b2971-8421-4b5a-8555-f7c9cf16ddce tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Jan 21 14:30:04.357814 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fc60e-1e41-4dc1-8f5b-0d0d531e4904 req-ed0f07c4-b5f7-42e2-b931-63c70775151f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:04.359403 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-084fc60e-1e41-4dc1-8f5b-0d0d531e4904 req-ed0f07c4-b5f7-42e2-b931-63c70775151f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0623682 Jan 21 14:30:04.409355 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-084fc60e-1e41-4dc1-8f5b-0d0d531e4904 req-dc72f899-d1fb-4b9e-8c0e-4c3c3817695e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439949 Jan 21 14:30:04.888113 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-864ebd4c-7d95-4a84-8db2-a76a9adeebe7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:04.890048 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-864ebd4c-7d95-4a84-8db2-a76a9adeebe7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/networks?id=b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 HTTP/1.1" status: 200 len: 815 time: 0.1159861 Jan 21 14:30:04.905764 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-71c26213-df5b-4053-aecf-dd907e17df62 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/quotas/4249074a3e3f4d49868f7306ec6c7a0c HTTP/1.1" status: 200 len: 375 time: 0.0096416 Jan 21 14:30:04.959288 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-8b7e69be-6145-4c3b-b047-58fca3d6343f tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484557 Jan 21 14:30:05.053650 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-5cc70496-e805-41fc-9ccb-b294ecf9f83e service neutron] 10.222.0.39 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877771 Jan 21 14:30:05.116425 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:30:05.149481 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-5b707c79-ce89-46ad-8e55-edc82391c30c service neutron] 10.222.0.39 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901608 Jan 21 14:30:05.221517 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:30:05.233022 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'port_id': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'mac_address': 'fa:16:3e:48:66:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:30:05.271707 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 is: ACTIVE; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:30:05.272098 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:05.285513 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:30:05.304940 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:30:05.396915 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:05.399701 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a00010dd-3a01-4b7f-9a15-14234657fe5c req-52b03b6c-08f9-43e4-9409-ba98d99b38c6 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 210 time: 0.0273633 Jan 21 14:30:05.456264 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,revision_number=6']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:05.464094 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:05.464384 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:05.464733 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:05.465678 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:05.466025 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:05.466476 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:05.467285 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:05.467623 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:05.467953 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:05.468375 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:05.468598 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:05.468924 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:05.469234 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:05.510784 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['0c3a2b3f-ab31-4efa-bf60-a85aa5647c09'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:30:05.550944 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fb7f0-43cd-44c3-a0d7-20979e2722c9 req-766b2880-b82e-40a3-9dfc-5d9399990818 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:05.552963 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3c3fb7f0-43cd-44c3-a0d7-20979e2722c9 req-766b2880-b82e-40a3-9dfc-5d9399990818 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 945 time: 0.0645254 Jan 21 14:30:05.622376 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3c3fb7f0-43cd-44c3-a0d7-20979e2722c9 req-4127ad69-62d7-41f8-9e3a-74e1c9fcad8a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584991 Jan 21 14:30:06.516706 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f9c5dc22-f1d0-4c4f-a8fa-819650200d7f req-73fb10d3-7fbc-4032-b3bf-79d5060efa35 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 210 time: 0.0330398 Jan 21 14:30:06.801243 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af97f4-aead-4f1f-b2db-60252b43756e req-cd503e06-9210-492c-b307-204c3c613ca6 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:06.804133 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88af97f4-aead-4f1f-b2db-60252b43756e req-cd503e06-9210-492c-b307-204c3c613ca6 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 945 time: 0.0586345 Jan 21 14:30:06.858615 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-88af97f4-aead-4f1f-b2db-60252b43756e req-0dd296b9-2be9-4abd-b84d-2a6776eb8321 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480082 Jan 21 14:30:07.129759 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:30:07.188169 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:30:07.188844 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:07.286774 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:30:07.287170 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:07.318431 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:30:07.320725 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ad49f8-7ef6-4542-a5de-bd05eba16750" -d '{"events": [{"server_uuid": "b50562eb-01b3-4b78-8b9a-b3886ef849e7", "name": "network-vif-plugged", "status": "completed", "tag": "0c3a2b3f-ab31-4efa-bf60-a85aa5647c09"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:30:07.342146 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:30:07.372106 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2abf64e-d84e-4fcc-b9b6-bd503bb26fc2 x-openstack-request-id: req-a2abf64e-d84e-4fcc-b9b6-bd503bb26fc2 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:30:07.372408 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50562eb-01b3-4b78-8b9a-b3886ef849e7", "name": "network-vif-plugged", "status": "completed", "tag": "0c3a2b3f-ab31-4efa-bf60-a85aa5647c09", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:30:07.372737 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2abf64e-d84e-4fcc-b9b6-bd503bb26fc2 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:30:07.373190 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'code': 200} Jan 21 14:30:07.424518 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:07.490705 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,revision_number=7']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:07.634567 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1faa544b-27d1-4183-a629-990ae32bf52a req-5a4dd531-bc84-4845-8afe-f379a01681a2 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 210 time: 0.0367832 Jan 21 14:30:07.772181 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-29d27299-1d7d-4c98-8357-0113fcdbd70a tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:07.774333 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-29d27299-1d7d-4c98-8357-0113fcdbd70a tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "GET /v2.0/networks?id=b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 HTTP/1.1" status: 200 len: 815 time: 0.1434391 Jan 21 14:30:07.792291 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-c1e1914c-d150-4714-9b2d-a686bc80d935 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Request body: {'port': {'device_id': '0f326c2d-5553-4b61-9691-16da903515dc', 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4', 'admin_state_up': True, 'tenant_id': '4249074a3e3f4d49868f7306ec6c7a0c'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:30:08.040533 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2b44a-9c9c-484c-aff4-fbd8d99ebc3b req-7bf0005a-417b-4c9c-8300-192376b3c29f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:08.049180 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7db2b44a-9c9c-484c-aff4-fbd8d99ebc3b req-7bf0005a-417b-4c9c-8300-192376b3c29f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0826571 Jan 21 14:30:08.052836 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-c1e1914c-d150-4714-9b2d-a686bc80d935 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Made reservation on behalf of 4249074a3e3f4d49868f7306ec6c7a0c for: {'port': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:30:08.056803 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-c1e1914c-d150-4714-9b2d-a686bc80d935 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:08.173457 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7db2b44a-9c9c-484c-aff4-fbd8d99ebc3b req-9e5353d6-1acb-45b5-b8c5-fcfb86dd740a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231084 Jan 21 14:30:08.249925 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-c1e1914c-d150-4714-9b2d-a686bc80d935 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Allocated IP 172.20.0.6 (b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4/6ad90b90-995c-4cca-b8f7-3a02d2c00b53/2cb766d6-262e-43be-bbaf-ccab1aa17dcb) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:30:08.417778 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-c1e1914c-d150-4714-9b2d-a686bc80d935 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks [] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:08.511015 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-c1e1914c-d150-4714-9b2d-a686bc80d935 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:08.524821 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['af2e5adf-90f1-4706-8592-9027991dba81', 'ded7b023-398b-495f-802a-d6ed4bf3bec7', '435d954b-5a66-48d2-bc5a-8736b1a3f8bb'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:30:08.556472 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-c1e1914c-d150-4714-9b2d-a686bc80d935 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:30:08.559356 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-c1e1914c-d150-4714-9b2d-a686bc80d935 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:30:08.567191 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-c1e1914c-d150-4714-9b2d-a686bc80d935 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:30:08.601642 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1914c-d150-4714-9b2d-a686bc80d935 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Pushing event updated for resources: {'Port': ['ID=2cb766d6-262e-43be-bbaf-ccab1aa17dcb,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:08.642213 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-c1e1914c-d150-4714-9b2d-a686bc80d935 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:08.642213 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-c1e1914c-d150-4714-9b2d-a686bc80d935 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:08.721017 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-c1e1914c-d150-4714-9b2d-a686bc80d935 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9335639 Jan 21 14:30:08.740017 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Request body: {'port': {'device_id': '0f326c2d-5553-4b61-9691-16da903515dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:30:08.818906 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4ec6-d2a2-4690-afd9-4f97c827d99a req-e4cd62e0-6db2-47df-95b9-5425fa74fc46 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:08.820547 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-78aa4ec6-d2a2-4690-afd9-4f97c827d99a req-e4cd62e0-6db2-47df-95b9-5425fa74fc46 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 931 time: 0.0912991 Jan 21 14:30:08.865113 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:08.911860 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-78aa4ec6-d2a2-4690-afd9-4f97c827d99a req-a09e019d-47fa-4d4a-afae-f6c2d0c63b62 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737796 Jan 21 14:30:09.272930 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb766d6-262e-43be-bbaf-ccab1aa17dcb {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:30:09.287246 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Publish callbacks [] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:09.301575 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Transition to ACTIVE for port object 2cb766d6-262e-43be-bbaf-ccab1aa17dcb will not be triggered until provisioned by entity L2. {{(pid=103331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:30:09.345062 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de86ce-d931-44cc-a76b-dba4f9834291 req-b945a4cf-fc93-4e80-8050-90fbc426e0d0 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:09.346792 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f9de86ce-d931-44cc-a76b-dba4f9834291 req-b945a4cf-fc93-4e80-8050-90fbc426e0d0 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0752196 Jan 21 14:30:09.413616 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:09.441678 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f9de86ce-d931-44cc-a76b-dba4f9834291 req-6f781758-17d1-499c-9693-ad60c42c0d03 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830011 Jan 21 14:30:09.524151 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb766d6-262e-43be-bbaf-ccab1aa17dcb,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:09.606222 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Attempting to bind port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:30:09.606564 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Attempting to bind port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:30:09.607437 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Attempting to bind port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb on network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:30:09.612208 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb on network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:30:09.612524 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Attempting to bind port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb on network b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:30:09.618089 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:30:09.618576 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Checking segment: {'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:30:09.618876 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Bound using segment: {'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:30:09.619310 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Bound port: 2cb766d6-262e-43be-bbaf-ccab1aa17dcb, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a82701-8593-4875-954a-61ff4c0e90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:30:09.619668 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:09.693999 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] For port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb, host hv-cinder-82160, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:30:09.697160 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] For port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2cb766d6-262e-43be-bbaf-ccab1aa17dcb,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:30:09.786690 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:09.839155 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:09.839982 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:09.842279 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] 10.222.0.88 "PUT /v2.0/ports/2cb766d6-262e-43be-bbaf-ccab1aa17dcb HTTP/1.1" status: 200 len: 1093 time: 1.1111813 Jan 21 14:30:09.845593 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f326c2d-5553-4b61-9691-16da903515dc', 'tag': '2cb766d6-262e-43be-bbaf-ccab1aa17dcb'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:30:09.851011 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bc8b64-6746-420f-b1ac-52fb0a0927fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0f326c2d-5553-4b61-9691-16da903515dc", "tag": "2cb766d6-262e-43be-bbaf-ccab1aa17dcb"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:30:09.909745 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba1280-3990-410c-8831-cc1d6c5d7f32 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb766d6-262e-43be-bbaf-ccab1aa17dcb,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:09.959698 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3b3475-c5a4-4659-a579-79d67e80c0b5 x-openstack-request-id: req-5b3b3475-c5a4-4659-a579-79d67e80c0b5 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:30:09.964073 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f326c2d-5553-4b61-9691-16da903515dc", "tag": "2cb766d6-262e-43be-bbaf-ccab1aa17dcb", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:30:09.964073 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b3b3475-c5a4-4659-a579-79d67e80c0b5 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:30:09.964073 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f326c2d-5553-4b61-9691-16da903515dc', 'tag': '2cb766d6-262e-43be-bbaf-ccab1aa17dcb', 'status': 'completed', 'code': 200} Jan 21 14:30:10.062478 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc8b64-6746-420f-b1ac-52fb0a0927fb req-7b29eeaa-fd5a-4943-bb30-7b03cafc9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:10.064008 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-23bc8b64-6746-420f-b1ac-52fb0a0927fb req-7b29eeaa-fd5a-4943-bb30-7b03cafc9d9b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 1096 time: 0.0686929 Jan 21 14:30:10.113558 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1860c7-d5a9-4af9-8bbc-ec83ce65b369 req-5c716449-1f71-4abc-b134-88040fa47700 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:10.117050 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0f1860c7-d5a9-4af9-8bbc-ec83ce65b369 req-5c716449-1f71-4abc-b134-88040fa47700 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 943 time: 0.0835533 Jan 21 14:30:10.214712 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0f1860c7-d5a9-4af9-8bbc-ec83ce65b369 req-19d1cac6-114c-4a2d-b19e-5a2a75d3ce05 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910468 Jan 21 14:30:10.248559 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc8b64-6746-420f-b1ac-52fb0a0927fb req-175f0cfc-0891-4569-8658-53bb6ddb80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:10.253905 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-23bc8b64-6746-420f-b1ac-52fb0a0927fb req-175f0cfc-0891-4569-8658-53bb6ddb80f0 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1746929 Jan 21 14:30:10.429135 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc8b64-6746-420f-b1ac-52fb0a0927fb req-690709bf-1573-47c3-a97a-0ff4e037c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:10.431812 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-23bc8b64-6746-420f-b1ac-52fb0a0927fb req-690709bf-1573-47c3-a97a-0ff4e037c2ef service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1719043 Jan 21 14:30:10.547220 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-e03716af-e86f-4d56-ad41-6e1dc52c66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:10.548900 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-e03716af-e86f-4d56-ad41-6e1dc52c66f9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 1096 time: 0.0627444 Jan 21 14:30:10.611131 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-cc8949d7-c021-441e-9563-88b61684732c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cb766d6-262e-43be-bbaf-ccab1aa17dcb HTTP/1.1" status: 200 len: 217 time: 0.0540864 Jan 21 14:30:10.665805 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cf12e-8e50-43f1-88ad-d66b789cf4bc req-3bebd145-56d4-4f3a-a052-223f31662f77 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:10.673187 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-859cf12e-8e50-43f1-88ad-d66b789cf4bc req-3bebd145-56d4-4f3a-a052-223f31662f77 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.1157525 Jan 21 14:30:10.687860 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-d349fed7-2563-43cc-adc9-a5ed6edbc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:10.689586 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-d349fed7-2563-43cc-adc9-a5ed6edbc6bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ad90b90-995c-4cca-b8f7-3a02d2c00b53 HTTP/1.1" status: 200 len: 855 time: 0.0709231 Jan 21 14:30:10.734620 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-ed15aead-fcd3-4d5f-ae9a-77836310d74a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300860 Jan 21 14:30:10.740040 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-859cf12e-8e50-43f1-88ad-d66b789cf4bc req-190e4811-900c-47aa-badf-e7ed5d899dae tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657785 Jan 21 14:30:10.849428 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-956380bf-f704-4334-8814-f1169d1a666c service neutron] 10.222.0.88 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079307 Jan 21 14:30:10.957218 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-60a205d9-d16c-4c85-b575-75de4a2ca764 req-c35dc170-36c2-47e8-9484-85de8cd9ff9c service neutron] 10.222.0.88 "GET /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003141 Jan 21 14:30:11.383103 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143afe4-7f26-4abc-b62e-faf562c8acc5 req-dffee4a8-cbe9-427f-9da3-497aec3684dc tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:11.384701 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8143afe4-7f26-4abc-b62e-faf562c8acc5 req-dffee4a8-cbe9-427f-9da3-497aec3684dc tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 943 time: 0.0577555 Jan 21 14:30:11.442007 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8143afe4-7f26-4abc-b62e-faf562c8acc5 req-40db87bb-6d24-44dc-a44e-98dd8bf99042 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511265 Jan 21 14:30:11.934880 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35a557-be5b-4a9a-9c67-7319ff83f9fd req-16227454-096e-409b-a375-ab94d95ec639 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:11.937282 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ec35a557-be5b-4a9a-9c67-7319ff83f9fd req-16227454-096e-409b-a375-ab94d95ec639 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0762661 Jan 21 14:30:12.003798 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ec35a557-be5b-4a9a-9c67-7319ff83f9fd req-66deb69d-55ca-417a-8405-714b99720f1a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563767 Jan 21 14:30:12.586850 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657583d-f90c-4af9-b0d0-e75027e8b879 req-e973b5eb-e9d6-4beb-bb5a-0f4669cfd88c tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:12.599677 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f657583d-f90c-4af9-b0d0-e75027e8b879 req-e973b5eb-e9d6-4beb-bb5a-0f4669cfd88c tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 943 time: 0.0674169 Jan 21 14:30:12.665192 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f657583d-f90c-4af9-b0d0-e75027e8b879 req-98268dc4-ed91-4059-b6b1-9a6e052dec28 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642245 Jan 21 14:30:13.150302 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51309b-7ed1-42dd-9520-37b1451bccdc req-02a32416-5e12-407b-9d64-862e04b8a4c8 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:13.151856 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ff51309b-7ed1-42dd-9520-37b1451bccdc req-02a32416-5e12-407b-9d64-862e04b8a4c8 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0664101 Jan 21 14:30:13.207329 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ff51309b-7ed1-42dd-9520-37b1451bccdc req-ccca7b4f-bafd-4e60-812a-d74ff0f4bb65 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495243 Jan 21 14:30:13.677892 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 2cb766d6-262e-43be-bbaf-ccab1aa17dcb details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:30:13.891176 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2cb766d6-262e-43be-bbaf-ccab1aa17dcb,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:30:13.912573 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '2cb766d6-262e-43be-bbaf-ccab1aa17dcb', 'network_id': 'b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4', 'port_id': '2cb766d6-262e-43be-bbaf-ccab1aa17dcb', 'mac_address': 'fa:16:3e:18:4e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad90b90-995c-4cca-b8f7-3a02d2c00b53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:30:13.918622 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608365d-ed33-4be0-9e1c-b912e455ea4e req-2c1d84cf-ec89-44ee-9829-9ee8a7b8c2fa tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:13.926222 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7608365d-ed33-4be0-9e1c-b912e455ea4e req-2c1d84cf-ec89-44ee-9829-9ee8a7b8c2fa tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 943 time: 0.1350644 Jan 21 14:30:13.978278 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:30:13.979432 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:14.001327 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb766d6-262e-43be-bbaf-ccab1aa17dcb {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:30:14.012748 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7608365d-ed33-4be0-9e1c-b912e455ea4e req-a49bafd2-6e08-44d0-bd67-289ac753cedd tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852950 Jan 21 14:30:14.032415 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2cb766d6-262e-43be-bbaf-ccab1aa17dcb,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:30:14.111820 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:14.221143 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=2cb766d6-262e-43be-bbaf-ccab1aa17dcb,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:14.400736 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b739f5a-8514-46a5-9bc6-649b8b8c8ce8 req-1c4627d0-a0d3-4dd1-bf3a-4ff183a2e7d9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:14.404589 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0b739f5a-8514-46a5-9bc6-649b8b8c8ce8 req-1c4627d0-a0d3-4dd1-bf3a-4ff183a2e7d9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0987377 Jan 21 14:30:14.442407 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['2cb766d6-262e-43be-bbaf-ccab1aa17dcb'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:30:14.527649 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0b739f5a-8514-46a5-9bc6-649b8b8c8ce8 req-9472c569-bf88-432e-a797-b5c513b4a0dc tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125462 Jan 21 14:30:15.235572 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3af307-9b44-4a62-b018-a6b73385507e req-7eef8ad0-423a-43a1-a389-b025b2081390 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:15.237973 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7d3af307-9b44-4a62-b018-a6b73385507e req-7eef8ad0-423a-43a1-a389-b025b2081390 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 944 time: 0.1093590 Jan 21 14:30:15.332568 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7d3af307-9b44-4a62-b018-a6b73385507e req-faf9577b-9af4-43f5-ad2b-fba5e00f4659 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883982 Jan 21 14:30:15.690225 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 2cb766d6-262e-43be-bbaf-ccab1aa17dcb up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:30:15.770402 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fa1b2-3c7c-4f9f-975a-017de05bdc5e req-b10f7ccf-3a87-4630-9480-7d98d075fed6 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:15.782148 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-988fa1b2-3c7c-4f9f-975a-017de05bdc5e req-b10f7ccf-3a87-4630-9480-7d98d075fed6 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.1578898 Jan 21 14:30:15.913317 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:30:15.917759 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:30:15.926013 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:15.942227 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-988fa1b2-3c7c-4f9f-975a-017de05bdc5e req-a1f0d12c-7fd9-4391-b284-5720619a8864 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584153 Jan 21 14:30:16.160209 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:30:16.161168 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:16.296424 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f326c2d-5553-4b61-9691-16da903515dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb766d6-262e-43be-bbaf-ccab1aa17dcb'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:30:16.300778 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee16de64-694d-4c3d-b0b8-7cd17d7751dd" -d '{"events": [{"server_uuid": "0f326c2d-5553-4b61-9691-16da903515dc", "name": "network-vif-plugged", "status": "completed", "tag": "2cb766d6-262e-43be-bbaf-ccab1aa17dcb"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:30:16.306232 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2cb766d6-262e-43be-bbaf-ccab1aa17dcb,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:30:16.359947 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b2d5c0-6786-4b09-9b4b-707220b243d2 x-openstack-request-id: req-12b2d5c0-6786-4b09-9b4b-707220b243d2 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:30:16.360274 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f326c2d-5553-4b61-9691-16da903515dc", "name": "network-vif-plugged", "status": "completed", "tag": "2cb766d6-262e-43be-bbaf-ccab1aa17dcb", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:30:16.360513 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12b2d5c0-6786-4b09-9b4b-707220b243d2 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:30:16.361141 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f326c2d-5553-4b61-9691-16da903515dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb766d6-262e-43be-bbaf-ccab1aa17dcb', 'code': 200} Jan 21 14:30:16.375294 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:16.516434 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=2cb766d6-262e-43be-bbaf-ccab1aa17dcb,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:16.639802 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee1821-0a40-4c13-8f2d-4725ba978e96 req-36252ac4-38c0-47a3-857a-4a61b169cd3d tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:16.647232 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c9ee1821-0a40-4c13-8f2d-4725ba978e96 req-36252ac4-38c0-47a3-857a-4a61b169cd3d tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 945 time: 0.1064796 Jan 21 14:30:16.783584 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c9ee1821-0a40-4c13-8f2d-4725ba978e96 req-ed8de96b-7459-4696-a16c-7aacbc3134ab tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347032 Jan 21 14:30:16.889601 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61a5ce-d221-4d27-9e21-c01d362c03d5 req-5c3480f8-1e0b-4c22-8d6f-eb4bfcd95b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:16.894765 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fa61a5ce-d221-4d27-9e21-c01d362c03d5 req-5c3480f8-1e0b-4c22-8d6f-eb4bfcd95b0a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 1098 time: 0.0645187 Jan 21 14:30:16.970419 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fa61a5ce-d221-4d27-9e21-c01d362c03d5 req-8a4e7708-42cd-4a94-983c-ab668116d770 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692229 Jan 21 14:30:17.195468 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697053d-5c38-453f-8bdc-6939918173cf req-980560b1-00c4-4368-bc1c-543b8703f42d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:17.198670 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5697053d-5c38-453f-8bdc-6939918173cf req-980560b1-00c4-4368-bc1c-543b8703f42d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.1087987 Jan 21 14:30:17.303438 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5697053d-5c38-453f-8bdc-6939918173cf req-c4a4b3ab-3813-44e3-a615-cb20f1778646 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979877 Jan 21 14:30:17.920443 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3693a9-c65b-414c-bc47-b4bfeb79caf2 req-806ed878-a72b-4491-bcce-821418128269 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:17.922117 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3c3693a9-c65b-414c-bc47-b4bfeb79caf2 req-806ed878-a72b-4491-bcce-821418128269 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 945 time: 0.0596967 Jan 21 14:30:17.976873 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3c3693a9-c65b-414c-bc47-b4bfeb79caf2 req-d4a49a4f-1de7-4982-aab9-511afbdcdfc7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475013 Jan 21 14:30:18.513928 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fd1fa-f272-4157-8f66-92296fd5de42 req-b7159419-23f1-4ebb-b1e6-01cd5cda6dde tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:18.521264 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a93fd1fa-f272-4157-8f66-92296fd5de42 req-b7159419-23f1-4ebb-b1e6-01cd5cda6dde tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0768094 Jan 21 14:30:18.570693 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a93fd1fa-f272-4157-8f66-92296fd5de42 req-79b91b65-e13f-4c61-bbd2-56b7ffeb14c9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484068 Jan 21 14:30:19.107548 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939dfa1-6e9c-49a2-8f36-d305c5b517c8 req-5b2a48f6-9a58-4aa7-9381-7b53e96f5a50 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:19.109089 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e939dfa1-6e9c-49a2-8f36-d305c5b517c8 req-5b2a48f6-9a58-4aa7-9381-7b53e96f5a50 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 945 time: 0.0503175 Jan 21 14:30:19.170683 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e939dfa1-6e9c-49a2-8f36-d305c5b517c8 req-b5ada4ac-f54d-4679-8212-8fb984e976d7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536659 Jan 21 14:30:19.713956 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deea96-2602-479d-97d4-858c255d8272 req-946865bb-b75f-4a9e-956e-5c7838044517 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:19.715457 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-61deea96-2602-479d-97d4-858c255d8272 req-946865bb-b75f-4a9e-956e-5c7838044517 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0599325 Jan 21 14:30:19.767846 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-61deea96-2602-479d-97d4-858c255d8272 req-7b8c1870-c4b8-43f9-a75f-31bedc0a68d1 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452776 Jan 21 14:30:19.946265 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b4e20-3ad5-44b9-bece-f59f81f832c7 req-663061c4-bca0-4297-b9a7-8d0fea3b2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:19.947780 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-032b4e20-3ad5-44b9-bece-f59f81f832c7 req-663061c4-bca0-4297-b9a7-8d0fea3b2ba0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=60aa34d5299842f1aa2a2e8e745df561&device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 1099 time: 0.0501637 Jan 21 14:30:20.039698 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b4e20-3ad5-44b9-bece-f59f81f832c7 req-5d9c16c6-3d02-438f-aef5-5462c89eee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:20.041551 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-032b4e20-3ad5-44b9-bece-f59f81f832c7 req-5d9c16c6-3d02-438f-aef5-5462c89eee9e service neutron] 10.222.0.88 "GET /v2.0/networks?id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea HTTP/1.1" status: 200 len: 916 time: 0.0865879 Jan 21 14:30:20.140040 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-032b4e20-3ad5-44b9-bece-f59f81f832c7 req-3e3293f6-a842-4e1d-98b4-2deb1db3c5cf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 HTTP/1.1" status: 200 len: 1002 time: 0.0919690 Jan 21 14:30:20.192581 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b4e20-3ad5-44b9-bece-f59f81f832c7 req-b9ddc2c9-abf9-4926-9651-402878b0c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:20.194084 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-032b4e20-3ad5-44b9-bece-f59f81f832c7 req-b9ddc2c9-abf9-4926-9651-402878b0c1ac service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1af3231-f7ce-40f9-b8d1-bdab42531b8f HTTP/1.1" status: 200 len: 854 time: 0.0456839 Jan 21 14:30:20.255386 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b4e20-3ad5-44b9-bece-f59f81f832c7 req-777d0f0c-4e7c-4ae2-919d-f81fa87b87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:20.257357 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-032b4e20-3ad5-44b9-bece-f59f81f832c7 req-777d0f0c-4e7c-4ae2-919d-f81fa87b87e0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524733 Jan 21 14:30:20.365965 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-032b4e20-3ad5-44b9-bece-f59f81f832c7 req-769b1bc8-380a-4d66-bd3c-e5b9aad469cb service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994744 Jan 21 14:30:20.499757 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-032b4e20-3ad5-44b9-bece-f59f81f832c7 req-cda85434-c0d2-4058-88e2-8f4d0bf562f6 service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265113 Jan 21 14:30:20.920241 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaf049-009d-420b-82be-ea6830544377 req-6b00ffc5-770d-461f-b976-9882a723f073 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:20.923165 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4afaf049-009d-420b-82be-ea6830544377 req-6b00ffc5-770d-461f-b976-9882a723f073 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0728436 Jan 21 14:30:20.989914 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4afaf049-009d-420b-82be-ea6830544377 req-00d14c9b-e731-4acd-97da-da25a1071d21 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623200 Jan 21 14:30:22.152362 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed184f-4647-46fd-a1ff-4f1ecefd5554 req-9cd012ec-9fcd-4110-8043-63f611678dac tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:22.154006 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7aed184f-4647-46fd-a1ff-4f1ecefd5554 req-9cd012ec-9fcd-4110-8043-63f611678dac tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0762949 Jan 21 14:30:22.207731 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7aed184f-4647-46fd-a1ff-4f1ecefd5554 req-968ea30c-8ade-47b3-9665-b03deb7d61dc tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448334 Jan 21 14:30:23.357706 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c083870-6cc2-40f0-8581-a15b0cba8863 req-d892e062-8033-47d4-a4a0-c09b93dc563f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:23.360006 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7c083870-6cc2-40f0-8581-a15b0cba8863 req-d892e062-8033-47d4-a4a0-c09b93dc563f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 946 time: 0.0555108 Jan 21 14:30:23.426789 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7c083870-6cc2-40f0-8581-a15b0cba8863 req-cb8c33e8-e2b7-462f-b2e3-728d2b5543e6 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569267 Jan 21 14:30:23.747649 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:30:23.848766 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 is: ACTIVE; New status is: DOWN {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:30:23.849161 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:23.875985 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:30:23.878323 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a39e7ce-cdf5-44b0-a3f8-e816aff5e212" -d '{"events": [{"server_uuid": "b50562eb-01b3-4b78-8b9a-b3886ef849e7", "name": "network-vif-unplugged", "status": "completed", "tag": "0c3a2b3f-ab31-4efa-bf60-a85aa5647c09"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:30:23.891829 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:30:23.906989 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b701b88-e579-4a49-a68d-d956eef2ce28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:23.973890 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:24.035484 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,revision_number=8']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:24.419677 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Jan 2022 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66684d06-f049-4200-a877-2fa180fa159a x-openstack-request-id: req-66684d06-f049-4200-a877-2fa180fa159a {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:30:24.419677 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50562eb-01b3-4b78-8b9a-b3886ef849e7", "name": "network-vif-unplugged", "status": "failed", "tag": "0c3a2b3f-ab31-4efa-bf60-a85aa5647c09", "code": 422}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:30:24.419677 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66684d06-f049-4200-a877-2fa180fa159a {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:30:24.419677 dv-cinder-821602-20-iscsi neutron-server[103333]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'code': 422} returned with failed status Jan 21 14:30:25.578822 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [req-17c3e878-67b8-40a5-a485-fcbb89bd3bf0 req-cd44765e-0d55-4dfd-8f10-83e99497f486 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:30:25.579818 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-17c3e878-67b8-40a5-a485-fcbb89bd3bf0 req-cd44765e-0d55-4dfd-8f10-83e99497f486 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058546 Jan 21 14:30:25.945505 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570f923-7abf-40a2-9fa3-8f5f8a2c0b18 req-67fefb0a-fac5-413b-86da-8fe6d31fbe9f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:25.947183 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5570f923-7abf-40a2-9fa3-8f5f8a2c0b18 req-67fefb0a-fac5-413b-86da-8fe6d31fbe9f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.0752439 Jan 21 14:30:26.003687 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5570f923-7abf-40a2-9fa3-8f5f8a2c0b18 req-8be18b16-b728-41d4-9e59-af1581165d8f tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472672 Jan 21 14:30:26.157835 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c5221b70-9e14-41e1-9252-878828932f9b req-99f167f0-163b-4ffa-a0f3-5209183d143e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0527647 Jan 21 14:30:26.733560 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1eb7064-c4f2-4ad0-869a-1cd1c40af314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:27.163043 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084d79c-8814-4971-b348-7a8286ccf8a3 req-ef5debd1-3bc4-4df9-b4ee-6944c2963b6a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:27.166459 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0084d79c-8814-4971-b348-7a8286ccf8a3 req-ef5debd1-3bc4-4df9-b4ee-6944c2963b6a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.0674832 Jan 21 14:30:27.243173 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0084d79c-8814-4971-b348-7a8286ccf8a3 req-50daa9f2-dc71-4539-b6b4-88d1f2484d25 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705342 Jan 21 14:30:27.718704 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221b70-9e14-41e1-9252-878828932f9b req-3b77307c-e50c-4db1-8b82-8f63e60f3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:27.721431 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c5221b70-9e14-41e1-9252-878828932f9b req-3b77307c-e50c-4db1-8b82-8f63e60f3752 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7&tenant_id=60aa34d5299842f1aa2a2e8e745df561 HTTP/1.1" status: 200 len: 1097 time: 0.0529845 Jan 21 14:30:27.795574 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221b70-9e14-41e1-9252-878828932f9b req-fe8f3d0b-5dbd-41ce-8afc-e4598b548b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:27.797341 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c5221b70-9e14-41e1-9252-878828932f9b req-fe8f3d0b-5dbd-41ce-8afc-e4598b548b86 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=60aa34d5299842f1aa2a2e8e745df561&device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 1097 time: 0.0492620 Jan 21 14:30:27.903683 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221b70-9e14-41e1-9252-878828932f9b req-842202cc-d0fc-4ee7-92ca-8067ec44d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:27.906480 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c5221b70-9e14-41e1-9252-878828932f9b req-842202cc-d0fc-4ee7-92ca-8067ec44d4c7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea HTTP/1.1" status: 200 len: 916 time: 0.1014214 Jan 21 14:30:27.986469 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c5221b70-9e14-41e1-9252-878828932f9b req-8cc060dd-8cae-4c83-8d52-77de9f1e165e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 HTTP/1.1" status: 200 len: 1000 time: 0.0698750 Jan 21 14:30:28.041427 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221b70-9e14-41e1-9252-878828932f9b req-0f2a943d-530d-4d6e-b215-68313e551f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:28.043148 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c5221b70-9e14-41e1-9252-878828932f9b req-0f2a943d-530d-4d6e-b215-68313e551f75 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1af3231-f7ce-40f9-b8d1-bdab42531b8f HTTP/1.1" status: 200 len: 854 time: 0.0496290 Jan 21 14:30:28.096388 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221b70-9e14-41e1-9252-878828932f9b req-5342fbaa-06cb-44ef-8ded-c3f406d27449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:28.098029 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c5221b70-9e14-41e1-9252-878828932f9b req-5342fbaa-06cb-44ef-8ded-c3f406d27449 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479732 Jan 21 14:30:28.224130 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c5221b70-9e14-41e1-9252-878828932f9b req-6bb98309-1f18-4eda-b5ad-bae015a972d6 service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194553 Jan 21 14:30:28.336887 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c5221b70-9e14-41e1-9252-878828932f9b req-3666d9ba-b3f3-421b-b3bc-82f1cad14018 service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007912 Jan 21 14:30:28.431727 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c005f-4435-4e62-9518-f3a0a6d71c33 req-54c52e12-2c9b-43cf-9a47-c97610b2c985 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:28.433442 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5d4c005f-4435-4e62-9518-f3a0a6d71c33 req-54c52e12-2c9b-43cf-9a47-c97610b2c985 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.0740983 Jan 21 14:30:28.487852 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5d4c005f-4435-4e62-9518-f3a0a6d71c33 req-c4b0de4f-b435-436a-9261-f78930b434b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481215 Jan 21 14:30:29.288673 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:29.691016 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec020ffa-7b9f-41cb-a64d-c33ba6d49969 req-e095ae6d-cb4d-4683-8070-58595a76bc38 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:29.696093 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ec020ffa-7b9f-41cb-a64d-c33ba6d49969 req-e095ae6d-cb4d-4683-8070-58595a76bc38 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.0903449 Jan 21 14:30:29.756730 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:29.806763 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ec020ffa-7b9f-41cb-a64d-c33ba6d49969 req-c2c519b0-9894-4eb4-a19e-4065c4d6ea01 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027882 Jan 21 14:30:31.046305 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211bfe5-3638-43ff-a169-8210e0155e76 req-af710a7a-db8c-42fb-89f5-2e548e6f8515 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:31.048480 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f211bfe5-3638-43ff-a169-8210e0155e76 req-af710a7a-db8c-42fb-89f5-2e548e6f8515 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.1052272 Jan 21 14:30:31.065649 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:31.128588 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f211bfe5-3638-43ff-a169-8210e0155e76 req-1dbe3f22-53cb-422f-bb62-bba77836c774 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725098 Jan 21 14:30:31.512999 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:32.329702 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfb637-e352-4f5e-8559-8efc47f279f9 req-42ff2f77-6411-4a99-ae42-d6a930f438db tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:32.332382 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a1cfb637-e352-4f5e-8559-8efc47f279f9 req-42ff2f77-6411-4a99-ae42-d6a930f438db tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.0938232 Jan 21 14:30:32.419490 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a1cfb637-e352-4f5e-8559-8efc47f279f9 req-135f7130-2a3f-459a-af8e-114ae921b9b6 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803936 Jan 21 14:30:32.917686 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:30:33.622561 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b0b9a-db27-4959-bffd-6852e0ce5a0a req-2c7ef34b-59a1-444c-8933-88d927d337fd tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:33.626800 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fc5b0b9a-db27-4959-bffd-6852e0ce5a0a req-2c7ef34b-59a1-444c-8933-88d927d337fd tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.0911167 Jan 21 14:30:33.713307 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fc5b0b9a-db27-4959-bffd-6852e0ce5a0a req-6360aa26-abc7-407f-8047-96c6c4a670c9 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773458 Jan 21 14:30:34.902313 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302dba3-ab76-4b9c-a542-2b305b31815b req-c9cbcbb3-dba9-4e33-b8ed-79c4668dc0fd tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:34.904531 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7302dba3-ab76-4b9c-a542-2b305b31815b req-c9cbcbb3-dba9-4e33-b8ed-79c4668dc0fd tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.0718207 Jan 21 14:30:34.976776 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7302dba3-ab76-4b9c-a542-2b305b31815b req-2ebdbaa9-2ddf-41c8-9a28-c9344fdaaa6c tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642819 Jan 21 14:30:36.164654 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394608fb-340a-4de9-8931-a3f395e14673 req-17657161-55d4-449f-8ff1-42247c032013 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:36.166227 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-394608fb-340a-4de9-8931-a3f395e14673 req-17657161-55d4-449f-8ff1-42247c032013 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.0766995 Jan 21 14:30:36.258251 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-394608fb-340a-4de9-8931-a3f395e14673 req-ab47ce6d-2a0b-49a1-b76e-fd98f7302d62 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827441 Jan 21 14:30:37.480896 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa51e0-65be-4695-a78d-7b3355539dc6 req-e40f1eb5-8c06-46f9-924e-e244c5a74e4a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:37.485016 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f9aa51e0-65be-4695-a78d-7b3355539dc6 req-e40f1eb5-8c06-46f9-924e-e244c5a74e4a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.0896041 Jan 21 14:30:37.589423 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f9aa51e0-65be-4695-a78d-7b3355539dc6 req-e33cab42-13fb-40b5-897a-2d6af64ab87e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910058 Jan 21 14:30:38.744251 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00d4dd-7162-4048-b88b-e384690bdb20 req-90910d8d-6549-42bd-b4bb-564abf7f7889 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:38.745887 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7c00d4dd-7162-4048-b88b-e384690bdb20 req-90910d8d-6549-42bd-b4bb-564abf7f7889 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.0549459 Jan 21 14:30:38.805619 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7c00d4dd-7162-4048-b88b-e384690bdb20 req-0dbd91f6-fd02-4291-b11b-32f3a0d2412b tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489380 Jan 21 14:30:39.999282 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30f7d4-0ed9-4899-8b51-f675aa1dad05 req-77ad1bd6-8621-49cf-b754-6b60c1e3cea8 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:39.999282 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cf30f7d4-0ed9-4899-8b51-f675aa1dad05 req-77ad1bd6-8621-49cf-b754-6b60c1e3cea8 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.0724497 Jan 21 14:30:40.070327 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cf30f7d4-0ed9-4899-8b51-f675aa1dad05 req-c8b0f7bd-507a-4ea8-8e94-7174dcb881ea tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625618 Jan 21 14:30:41.233813 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b38c3-9a6d-44f6-b9a1-776ffe3d9ec0 req-d730b221-2b6c-4961-bbe5-6c1a532a032a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:41.235703 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-916b38c3-9a6d-44f6-b9a1-776ffe3d9ec0 req-d730b221-2b6c-4961-bbe5-6c1a532a032a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 944 time: 0.0602758 Jan 21 14:30:41.294524 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-916b38c3-9a6d-44f6-b9a1-776ffe3d9ec0 req-3da0d1e7-d08a-417f-b8cc-193e6285a6c0 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484834 Jan 21 14:30:41.841189 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:30:42.005081 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:30:42.027504 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'port_id': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'mac_address': 'fa:16:3e:48:66:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:30:42.084529 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:30:42.084917 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:42.097823 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:30:42.119893 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:30:42.213516 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:42.272462 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,revision_number=9']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:42.425889 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957522d3-b097-400b-b939-45f41421d162 req-e6c9b3c2-e8cd-43de-9e65-023029bfda41 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:42.427473 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-957522d3-b097-400b-b939-45f41421d162 req-e6c9b3c2-e8cd-43de-9e65-023029bfda41 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 945 time: 0.0530560 Jan 21 14:30:42.490417 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-957522d3-b097-400b-b939-45f41421d162 req-48af9626-7ffd-4d03-bcdc-9a91df8acbdb tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557513 Jan 21 14:30:42.495096 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['0c3a2b3f-ab31-4efa-bf60-a85aa5647c09'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:30:43.659285 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2051b-f3f2-4e58-89e6-93fb895bfd84 req-fccedcee-1fcf-4cd1-ad3d-d1d8e0b755a4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:43.661637 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-18d2051b-f3f2-4e58-89e6-93fb895bfd84 req-fccedcee-1fcf-4cd1-ad3d-d1d8e0b755a4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 945 time: 0.0734320 Jan 21 14:30:43.719796 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-18d2051b-f3f2-4e58-89e6-93fb895bfd84 req-3be03d97-522e-4e60-9751-2e2fd47ff3fd tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519128 Jan 21 14:30:43.845625 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:30:43.899055 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:30:43.899435 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:43.983372 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:30:43.983763 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:44.010189 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:30:44.013200 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82fbb88-8d8e-4cdf-9182-1148b5f278d7" -d '{"events": [{"server_uuid": "b50562eb-01b3-4b78-8b9a-b3886ef849e7", "name": "network-vif-plugged", "status": "completed", "tag": "0c3a2b3f-ab31-4efa-bf60-a85aa5647c09"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:30:44.026251 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:30:44.053612 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd3486a-16d7-413d-bea9-a7ccd54b31a5 x-openstack-request-id: req-cbd3486a-16d7-413d-bea9-a7ccd54b31a5 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:30:44.053908 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50562eb-01b3-4b78-8b9a-b3886ef849e7", "name": "network-vif-plugged", "status": "completed", "tag": "0c3a2b3f-ab31-4efa-bf60-a85aa5647c09", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:30:44.054217 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbd3486a-16d7-413d-bea9-a7ccd54b31a5 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:30:44.054613 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'code': 200} Jan 21 14:30:44.087636 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:44.179142 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,revision_number=10']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:44.361617 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf59f6d-4999-4e9e-b02e-4b9f4076d912 req-85173ebd-b677-4a3a-9f7c-09a05ace6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:44.363171 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6cf59f6d-4999-4e9e-b02e-4b9f4076d912 req-85173ebd-b677-4a3a-9f7c-09a05ace6abd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 1100 time: 0.0442488 Jan 21 14:30:44.434579 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6cf59f6d-4999-4e9e-b02e-4b9f4076d912 req-35a389df-7d0b-445d-ba59-eec82e9ef197 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633838 Jan 21 14:30:44.848218 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9cd32-ba3c-4d65-b4cd-6dddbdf44d4e req-1504bbbb-5f6b-44c3-91b1-a2456b6b7e06 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:44.849767 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-06d9cd32-ba3c-4d65-b4cd-6dddbdf44d4e req-1504bbbb-5f6b-44c3-91b1-a2456b6b7e06 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 947 time: 0.0534539 Jan 21 14:30:44.899780 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-06d9cd32-ba3c-4d65-b4cd-6dddbdf44d4e req-8264c210-3a75-454d-9ec1-40aa11025e3d tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445824 Jan 21 14:30:46.031973 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19facfe2-94ca-43d6-9f46-612731287c8c req-aca47620-22e4-4aff-a3b9-df3271bec97a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:46.034208 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-19facfe2-94ca-43d6-9f46-612731287c8c req-aca47620-22e4-4aff-a3b9-df3271bec97a tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 947 time: 0.0515006 Jan 21 14:30:46.090619 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-19facfe2-94ca-43d6-9f46-612731287c8c req-e060f255-b0fa-4720-b865-3d1d9e95bb02 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497396 Jan 21 14:30:47.250030 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b99c5-7057-4a30-89e0-8908d081d22a req-b7d011ae-5953-4d3a-a4af-4d93e98ae608 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:47.251771 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-396b99c5-7057-4a30-89e0-8908d081d22a req-b7d011ae-5953-4d3a-a4af-4d93e98ae608 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 947 time: 0.0552893 Jan 21 14:30:47.329922 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-396b99c5-7057-4a30-89e0-8908d081d22a req-69df4d67-5411-4554-997f-ad26b3c15457 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664592 Jan 21 14:30:48.479635 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23325e-d295-4644-b538-478e73d8eac0 req-c06efa73-cfbd-46d9-b55b-4d32dc434b0e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:48.481294 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7b23325e-d295-4644-b538-478e73d8eac0 req-c06efa73-cfbd-46d9-b55b-4d32dc434b0e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 947 time: 0.0566394 Jan 21 14:30:48.536753 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7b23325e-d295-4644-b538-478e73d8eac0 req-eaba6e42-6ce9-4fd6-ba4f-3278e0b2be60 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498374 Jan 21 14:30:50.294533 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c28f3b-6c1a-4b81-8199-13606e06f4d2 req-09d6b8a3-a174-4d61-b538-43f3363dc4d0 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:50.296079 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e0c28f3b-6c1a-4b81-8199-13606e06f4d2 req-09d6b8a3-a174-4d61-b538-43f3363dc4d0 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 945 time: 0.0592041 Jan 21 14:30:50.352770 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e0c28f3b-6c1a-4b81-8199-13606e06f4d2 req-08b823bc-9bae-47bb-8763-3d3d9d233a34 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476966 Jan 21 14:30:51.472482 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d4ce7-2410-4972-89d1-a028d67e0050 req-57260c9e-055f-497b-ab62-b16f4718fa92 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:51.474006 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-862d4ce7-2410-4972-89d1-a028d67e0050 req-57260c9e-055f-497b-ab62-b16f4718fa92 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 945 time: 0.0497816 Jan 21 14:30:51.527650 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-862d4ce7-2410-4972-89d1-a028d67e0050 req-c7961ae3-556f-4b4d-93a2-1235f3b6a8a4 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476799 Jan 21 14:30:52.182581 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6494c9d-8dc9-448b-8658-1366886d265d req-8a35e3d3-b093-45e2-8bdc-40873b136a44 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:52.184137 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d6494c9d-8dc9-448b-8658-1366886d265d req-8a35e3d3-b093-45e2-8bdc-40873b136a44 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 945 time: 0.0570786 Jan 21 14:30:52.196533 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06463b6d-d2b0-43ff-bf81-76dc6b942c69 req-eec3800e-c942-4a3c-b958-e1f10c12fc19 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:52.198036 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-06463b6d-d2b0-43ff-bf81-76dc6b942c69 req-eec3800e-c942-4a3c-b958-e1f10c12fc19 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 945 time: 0.0530417 Jan 21 14:30:52.250010 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-06463b6d-d2b0-43ff-bf81-76dc6b942c69 req-54915c31-ffe4-40c1-9da5-d65c7fde4a4e tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e21585d-8d41-46d7-8a7c-6616d5aaf495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460861 Jan 21 14:30:52.277169 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-d6494c9d-8dc9-448b-8658-1366886d265d req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Deleting port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:30:52.277510 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-d6494c9d-8dc9-448b-8658-1366886d265d req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:52.364906 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-d6494c9d-8dc9-448b-8658-1366886d265d req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] For port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2cb766d6-262e-43be-bbaf-ccab1aa17dcb,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:30:52.365188 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-d6494c9d-8dc9-448b-8658-1366886d265d req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:52.376787 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-d6494c9d-8dc9-448b-8658-1366886d265d req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Calling delete_port for 2cb766d6-262e-43be-bbaf-ccab1aa17dcb owned by compute:nova {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:30:52.573225 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-d6494c9d-8dc9-448b-8658-1366886d265d req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (2cb766d6-262e-43be-bbaf-ccab1aa17dcb), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:52.585791 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['af2e5adf-90f1-4706-8592-9027991dba81', 'ded7b023-398b-495f-802a-d6ed4bf3bec7', '435d954b-5a66-48d2-bc5a-8736b1a3f8bb', '2cb766d6-262e-43be-bbaf-ccab1aa17dcb'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:30:52.601649 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Pushing event deleted for resources: {'Port': ['ID=2cb766d6-262e-43be-bbaf-ccab1aa17dcb,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:52.622460 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:52.622460 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:52.622460 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:52.622460 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:52.622957 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:52.623055 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:52.623339 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:52.623670 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:52.624000 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:52.624325 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:52.624653 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:52.624977 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:52.625300 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:52.649313 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-622d6120-2271-4cfc-9023-82a98cabd5d7 req-bd6f145f-4315-417b-901b-54032ff6c34e tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 210 time: 0.0487230 Jan 21 14:30:52.682608 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6494c9d-8dc9-448b-8658-1366886d265d req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] No DVR routers for this DVR port 2cb766d6-262e-43be-bbaf-ccab1aa17dcb on host hv-cinder-82160 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:30:52.685231 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-d6494c9d-8dc9-448b-8658-1366886d265d req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:52.688511 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d6494c9d-8dc9-448b-8658-1366886d265d req-8b6116e5-aa40-4f09-a3a2-47533b8c6452 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "DELETE /v2.0/ports/2cb766d6-262e-43be-bbaf-ccab1aa17dcb HTTP/1.1" status: 204 len: 173 time: 0.4969566 Jan 21 14:30:52.688941 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f326c2d-5553-4b61-9691-16da903515dc', 'name': 'network-vif-deleted', 'tag': '2cb766d6-262e-43be-bbaf-ccab1aa17dcb'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:30:52.691212 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62714cd-e8c9-4799-9499-7ddee8c58a01" -d '{"events": [{"server_uuid": "0f326c2d-5553-4b61-9691-16da903515dc", "name": "network-vif-deleted", "tag": "2cb766d6-262e-43be-bbaf-ccab1aa17dcb"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:30:52.727654 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407dd78e-ae25-44a7-a89e-880779490719 x-openstack-request-id: req-407dd78e-ae25-44a7-a89e-880779490719 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:30:52.727950 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f326c2d-5553-4b61-9691-16da903515dc", "name": "network-vif-deleted", "tag": "2cb766d6-262e-43be-bbaf-ccab1aa17dcb", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:30:52.728201 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-407dd78e-ae25-44a7-a89e-880779490719 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:30:52.728598 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f326c2d-5553-4b61-9691-16da903515dc', 'name': 'network-vif-deleted', 'tag': '2cb766d6-262e-43be-bbaf-ccab1aa17dcb', 'status': 'completed', 'code': 200} Jan 21 14:30:53.361992 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b23968-1e01-4ca5-b513-1605563bb28b req-e3a3ac09-e9b1-4400-8ff3-29f3d86a1005 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:53.363438 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-03b23968-1e01-4ca5-b513-1605563bb28b req-e3a3ac09-e9b1-4400-8ff3-29f3d86a1005 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 945 time: 0.0498197 Jan 21 14:30:53.410491 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-03b23968-1e01-4ca5-b513-1605563bb28b req-d1dfa9b7-5393-4320-871d-73e3a0a6730d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e21585d-8d41-46d7-8a7c-6616d5aaf495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415380 Jan 21 14:30:53.759319 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d734b6c1-b54e-423f-bb07-d8e0642d5c90 req-350b4723-19b7-44f9-88da-96d27993482a tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f326c2d-5553-4b61-9691-16da903515dc HTTP/1.1" status: 200 len: 210 time: 0.0262132 Jan 21 14:30:53.858391 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a65a526-26af-4bea-9cab-834889c82642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:54.249562 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc0306-9924-484b-876b-dc07f202bebd req-5f61a327-acd2-40ca-a062-b1e0e8645e6e tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:54.251012 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-03dc0306-9924-484b-876b-dc07f202bebd req-5f61a327-acd2-40ca-a062-b1e0e8645e6e tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.88 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 945 time: 0.0495019 Jan 21 14:30:54.336541 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-03dc0306-9924-484b-876b-dc07f202bebd req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Deleting port 58c89007-fafb-4e68-a158-8bec733af7df {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:30:54.336877 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-03dc0306-9924-484b-876b-dc07f202bebd req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (58c89007-fafb-4e68-a158-8bec733af7df), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:54.423212 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-03dc0306-9924-484b-876b-dc07f202bebd req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] For port 58c89007-fafb-4e68-a158-8bec733af7df, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58c89007-fafb-4e68-a158-8bec733af7df,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:30:54.424204 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-03dc0306-9924-484b-876b-dc07f202bebd req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (58c89007-fafb-4e68-a158-8bec733af7df), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:54.793403 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c8f04-b723-4c53-a560-99edc92a14ad req-63b12339-aaad-405e-8d12-756be58557e1 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:54.796023 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f68c8f04-b723-4c53-a560-99edc92a14ad req-63b12339-aaad-405e-8d12-756be58557e1 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 945 time: 0.0950289 Jan 21 14:30:54.898111 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-f68c8f04-b723-4c53-a560-99edc92a14ad req-26d0dcd0-9513-48d4-b835-e47daf4029aa tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e21585d-8d41-46d7-8a7c-6616d5aaf495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941775 Jan 21 14:30:54.899890 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-03dc0306-9924-484b-876b-dc07f202bebd req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:54.900241 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-03dc0306-9924-484b-876b-dc07f202bebd req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (032f5aa4-44b3-44d5-8cd8-789c0f1f6818), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:54.900545 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.l3_db [req-03dc0306-9924-484b-876b-dc07f202bebd req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Floating IP 032f5aa4-44b3-44d5-8cd8-789c0f1f6818 disassociated. External IP: 172.27.0.17, port: 58c89007-fafb-4e68-a158-8bec733af7df. Jan 21 14:30:54.900955 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-03dc0306-9924-484b-876b-dc07f202bebd req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Calling delete_port for 58c89007-fafb-4e68-a158-8bec733af7df owned by compute:nova {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:30:55.087739 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-03dc0306-9924-484b-876b-dc07f202bebd req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (58c89007-fafb-4e68-a158-8bec733af7df), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:55.117956 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event deleted for resources: {'Port': ['ID=58c89007-fafb-4e68-a158-8bec733af7df,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:55.231745 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03dc0306-9924-484b-876b-dc07f202bebd req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Router a7277d1f-9239-43b4-b2a3-9b4848a44b55 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:30:55.338491 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03dc0306-9924-484b-876b-dc07f202bebd req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:30:55.348417 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f5e9e-6af9-47d0-a2c4-c68372bc6ad7 None None] Sync routers for ids ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:30:55.357302 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f5e9e-6af9-47d0-a2c4-c68372bc6ad7 None None] Routers {'a7277d1f-9239-43b4-b2a3-9b4848a44b55'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:30:55.357920 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-6a1f5e9e-6af9-47d0-a2c4-c68372bc6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:30:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:30:55.380798 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dc0306-9924-484b-876b-dc07f202bebd req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] No DVR routers for this DVR port 58c89007-fafb-4e68-a158-8bec733af7df on host hv-cinder-82160 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:30:55.392420 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-03dc0306-9924-484b-876b-dc07f202bebd req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:55.392420 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-03dc0306-9924-484b-876b-dc07f202bebd req-9505f836-1716-4d7d-b218-6e6271b7a57d tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.88 "DELETE /v2.0/ports/58c89007-fafb-4e68-a158-8bec733af7df HTTP/1.1" status: 204 len: 173 time: 1.1301732 Jan 21 14:30:55.392420 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5499e65b-2d52-492a-8ec9-55e60baac614', 'name': 'network-vif-deleted', 'tag': '58c89007-fafb-4e68-a158-8bec733af7df'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:30:55.392420 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2289cd6a-def7-4091-800c-b0826aef12fe" -d '{"events": [{"server_uuid": "5499e65b-2d52-492a-8ec9-55e60baac614", "name": "network-vif-deleted", "tag": "58c89007-fafb-4e68-a158-8bec733af7df"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:30:55.424231 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a695d59-99f4-4736-8b11-d00d8fa32cee x-openstack-request-id: req-5a695d59-99f4-4736-8b11-d00d8fa32cee {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:30:55.424879 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5499e65b-2d52-492a-8ec9-55e60baac614", "name": "network-vif-deleted", "tag": "58c89007-fafb-4e68-a158-8bec733af7df", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:30:55.424879 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a695d59-99f4-4736-8b11-d00d8fa32cee {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:30:55.425135 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5499e65b-2d52-492a-8ec9-55e60baac614', 'name': 'network-vif-deleted', 'tag': '58c89007-fafb-4e68-a158-8bec733af7df', 'status': 'completed', 'code': 200} Jan 21 14:30:55.472976 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-6a1f5e9e-6af9-47d0-a2c4-c68372bc6ad7 None None] Set router a7277d1f-9239-43b4-b2a3-9b4848a44b55 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:30:55.691790 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-6a1f5e9e-6af9-47d0-a2c4-c68372bc6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:09Z', 'revision_number': 5, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:30:55.722098 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f5e9e-6af9-47d0-a2c4-c68372bc6ad7 None None] Checking router: a7277d1f-9239-43b4-b2a3-9b4848a44b55 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:30:55.730837 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f5e9e-6af9-47d0-a2c4-c68372bc6ad7 None None] Routers {'a7277d1f-9239-43b4-b2a3-9b4848a44b55'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:30:55.731976 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-6a1f5e9e-6af9-47d0-a2c4-c68372bc6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:30:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:30:55.836103 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-6a1f5e9e-6af9-47d0-a2c4-c68372bc6ad7 None None] Set router a7277d1f-9239-43b4-b2a3-9b4848a44b55 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:30:55.962712 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 58c89007-fafb-4e68-a158-8bec733af7df no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:30:55.989079 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: 58c89007-fafb-4e68-a158-8bec733af7df {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:30:55.989418 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 58c89007-fafb-4e68-a158-8bec733af7df not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:30:55.989834 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 2cb766d6-262e-43be-bbaf-ccab1aa17dcb no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:30:56.011624 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ab7f71e2-7749-44a3-b820-86ee5eead913 req-bd22ce0d-f7ee-4583-9740-8c04ecd3cd83 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5499e65b-2d52-492a-8ec9-55e60baac614 HTTP/1.1" status: 200 len: 210 time: 0.0275764 Jan 21 14:30:56.015298 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: 2cb766d6-262e-43be-bbaf-ccab1aa17dcb {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:30:56.015465 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 2cb766d6-262e-43be-bbaf-ccab1aa17dcb not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:30:56.102699 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-6a1f5e9e-6af9-47d0-a2c4-c68372bc6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:09Z', 'revision_number': 5, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:30:56.141037 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f5e9e-6af9-47d0-a2c4-c68372bc6ad7 None None] The sync data for ids ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'] in dv-cinder-821602-20-iscsi is: [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:24:01Z', 'revision_number': 4, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'a45f5d4d-fa30-47e4-903e-a68958d10bbe', 'name': '', 'network_id': 'e22d431d-70ce-45d2-9349-3eeb343bec3f', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'mac_address': 'fa:16:3e:45:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:59Z', 'updated_at': '2022-01-21T14:24:09Z', 'revision_number': 5, 'project_id': '53f4be14297047ac9c782215bee96797', 'subnets': [{'id': '211c3ab0-13b0-4e84-95f9-2038fc691000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:30:56.392514 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a12f0-9d99-4c3d-9f1f-d8b95919d7bc None None] New status for floating IP 032f5aa4-44b3-44d5-8cd8-789c0f1f6818: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:30:56.527810 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6371-baf6-49e6-a674-11903dc20952 req-f76a8a3b-24ee-48a2-a9de-7217696e0505 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:56.529953 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5a6f6371-baf6-49e6-a674-11903dc20952 req-f76a8a3b-24ee-48a2-a9de-7217696e0505 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 945 time: 0.0497394 Jan 21 14:30:56.577055 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5a6f6371-baf6-49e6-a674-11903dc20952 req-257521fb-78f6-4849-99ff-0073aac922dc tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412686 Jan 21 14:30:56.875933 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18f0fa92-6191-49fb-a8b3-ee188ebef40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:57.157050 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60162) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:30:57.210790 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group (6e21585d-8d41-46d7-8a7c-6616d5aaf495), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:57.244142 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group (6e21585d-8d41-46d7-8a7c-6616d5aaf495), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:57.360912 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (6e21585d-8d41-46d7-8a7c-6616d5aaf495), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:57.363560 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:57.364759 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "DELETE /v2.0/security-groups/6e21585d-8d41-46d7-8a7c-6616d5aaf495 HTTP/1.1" status: 204 len: 168 time: 0.2066958 Jan 21 14:30:57.367698 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60164) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:30:57.374560 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e21585d-8d41-46d7-8a7c-6616d5aaf495,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:57.381413 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.api.v2.resource [None req-0f283411-a309-48ac-9943-08f4c54689b8 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] show failed (client error): The resource could not be found. Jan 21 14:30:57.381743 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:57.382132 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:57.382524 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-0f283411-a309-48ac-9943-08f4c54689b8 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "GET /v2.0/security-groups/6e21585d-8d41-46d7-8a7c-6616d5aaf495 HTTP/1.1" status: 404 len: 347 time: 0.0138021 Jan 21 14:30:57.382643 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:57.383032 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:57.383299 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:57.383631 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:57.383988 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:57.384319 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:57.384794 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:57.385122 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:57.385446 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:57.385768 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:57.386163 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb5e75-a84b-4654-916e-b3a5a3c436b2 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:30:57.388651 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60166) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:30:57.521673 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-cfab7f92-110f-4ca9-9813-a529a457c467 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Deleting port 51f35927-8827-49ef-a6be-7c88d0ea2473 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:30:57.522012 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cfab7f92-110f-4ca9-9813-a529a457c467 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (51f35927-8827-49ef-a6be-7c88d0ea2473), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:57.598310 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cfab7f92-110f-4ca9-9813-a529a457c467 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (51f35927-8827-49ef-a6be-7c88d0ea2473), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:57.598994 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cfab7f92-110f-4ca9-9813-a529a457c467 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for floatingip (51f35927-8827-49ef-a6be-7c88d0ea2473), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:57.610521 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-cfab7f92-110f-4ca9-9813-a529a457c467 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Calling delete_port for 51f35927-8827-49ef-a6be-7c88d0ea2473 owned by network:floatingip {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:30:57.698601 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553dc33-70c3-4406-a004-564de7d3cb9a req-5193b94d-3d5b-418f-9926-c0fb78543280 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:57.700082 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1553dc33-70c3-4406-a004-564de7d3cb9a req-5193b94d-3d5b-418f-9926-c0fb78543280 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 945 time: 0.0527003 Jan 21 14:30:57.751779 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1553dc33-70c3-4406-a004-564de7d3cb9a req-6b1b3dad-60da-44ba-990a-c1c38cf8d8b7 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453663 Jan 21 14:30:57.898878 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cfab7f92-110f-4ca9-9813-a529a457c467 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (51f35927-8827-49ef-a6be-7c88d0ea2473), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:57.925554 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab7f92-110f-4ca9-9813-a529a457c467 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Pushing event deleted for resources: {'Port': ['ID=51f35927-8827-49ef-a6be-7c88d0ea2473,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:57.984972 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cfab7f92-110f-4ca9-9813-a529a457c467 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks [] for floatingip (032f5aa4-44b3-44d5-8cd8-789c0f1f6818), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:57.987541 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cfab7f92-110f-4ca9-9813-a529a457c467 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:57.988704 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-cfab7f92-110f-4ca9-9813-a529a457c467 tempest-AttachVolumeTestJSON-1824423856 tempest-AttachVolumeTestJSON-1824423856-project] 10.222.0.39 "DELETE /v2.0/floatingips/032f5aa4-44b3-44d5-8cd8-789c0f1f6818 HTTP/1.1" status: 204 len: 168 time: 0.5990686 Jan 21 14:30:58.201515 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbb8a7-a363-4a14-94b1-87a194563871 req-2e048b64-d2e7-434a-8305-04c5a4bbd05c tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:30:58.203009 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1adbb8a7-a363-4a14-94b1-87a194563871 req-2e048b64-d2e7-434a-8305-04c5a4bbd05c tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 945 time: 0.0493958 Jan 21 14:30:58.292558 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-1adbb8a7-a363-4a14-94b1-87a194563871 req-4cee1e73-dff1-4cf8-b584-fd3ec2c94211 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Deleting port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:30:58.292814 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-1adbb8a7-a363-4a14-94b1-87a194563871 req-4cee1e73-dff1-4cf8-b584-fd3ec2c94211 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:58.388325 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-1adbb8a7-a363-4a14-94b1-87a194563871 req-4cee1e73-dff1-4cf8-b584-fd3ec2c94211 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] For port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=435d954b-5a66-48d2-bc5a-8736b1a3f8bb,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:30:58.388687 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-1adbb8a7-a363-4a14-94b1-87a194563871 req-4cee1e73-dff1-4cf8-b584-fd3ec2c94211 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:58.400598 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-1adbb8a7-a363-4a14-94b1-87a194563871 req-4cee1e73-dff1-4cf8-b584-fd3ec2c94211 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Calling delete_port for 435d954b-5a66-48d2-bc5a-8736b1a3f8bb owned by compute:nova {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:30:58.635739 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-1adbb8a7-a363-4a14-94b1-87a194563871 req-4cee1e73-dff1-4cf8-b584-fd3ec2c94211 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (435d954b-5a66-48d2-bc5a-8736b1a3f8bb), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:58.647091 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['af2e5adf-90f1-4706-8592-9027991dba81', 'ded7b023-398b-495f-802a-d6ed4bf3bec7', '435d954b-5a66-48d2-bc5a-8736b1a3f8bb'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:30:58.664468 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee1e73-dff1-4cf8-b584-fd3ec2c94211 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Pushing event deleted for resources: {'Port': ['ID=435d954b-5a66-48d2-bc5a-8736b1a3f8bb,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:30:58.709014 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adbb8a7-a363-4a14-94b1-87a194563871 req-4cee1e73-dff1-4cf8-b584-fd3ec2c94211 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] No DVR routers for this DVR port 435d954b-5a66-48d2-bc5a-8736b1a3f8bb on host hv-cinder-82160 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:30:58.711631 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-1adbb8a7-a363-4a14-94b1-87a194563871 req-4cee1e73-dff1-4cf8-b584-fd3ec2c94211 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:58.715229 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1adbb8a7-a363-4a14-94b1-87a194563871 req-4cee1e73-dff1-4cf8-b584-fd3ec2c94211 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "DELETE /v2.0/ports/435d954b-5a66-48d2-bc5a-8736b1a3f8bb HTTP/1.1" status: 204 len: 173 time: 0.5071125 Jan 21 14:30:58.716294 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406e286f-21e9-4bd0-b3b1-a321b8ac9dca', 'name': 'network-vif-deleted', 'tag': '435d954b-5a66-48d2-bc5a-8736b1a3f8bb'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:30:58.719495 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5337ae2b-934f-4852-a79f-6e8d22f96c66" -d '{"events": [{"server_uuid": "406e286f-21e9-4bd0-b3b1-a321b8ac9dca", "name": "network-vif-deleted", "tag": "435d954b-5a66-48d2-bc5a-8736b1a3f8bb"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:30:58.757586 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e17c64-7c6d-411d-911e-3d86bdae1d12 x-openstack-request-id: req-b1e17c64-7c6d-411d-911e-3d86bdae1d12 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:30:58.757883 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406e286f-21e9-4bd0-b3b1-a321b8ac9dca", "name": "network-vif-deleted", "tag": "435d954b-5a66-48d2-bc5a-8736b1a3f8bb", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:30:58.758164 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1e17c64-7c6d-411d-911e-3d86bdae1d12 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:30:58.758565 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406e286f-21e9-4bd0-b3b1-a321b8ac9dca', 'name': 'network-vif-deleted', 'tag': '435d954b-5a66-48d2-bc5a-8736b1a3f8bb', 'status': 'completed', 'code': 200} Jan 21 14:30:58.867044 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-079fad5f-fde7-4089-b0f6-979852edc95b req-eb61a511-0f80-4c9e-8831-cf992d1651db tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=406e286f-21e9-4bd0-b3b1-a321b8ac9dca HTTP/1.1" status: 200 len: 210 time: 0.0266747 Jan 21 14:30:59.264676 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:30:59.829915 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:00.382787 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c20b7-f4b5-449b-9423-9ff47c72cde5 req-10926036-c71f-4fe4-b80e-7ab7f56ba72c tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:00.384387 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1d8c20b7-f4b5-449b-9423-9ff47c72cde5 req-10926036-c71f-4fe4-b80e-7ab7f56ba72c tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 946 time: 0.0513732 Jan 21 14:31:00.433654 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1d8c20b7-f4b5-449b-9423-9ff47c72cde5 req-2e3a189b-64b9-4ce6-ab41-f2e084fbd670 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419524 Jan 21 14:31:01.018427 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:01.486997 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:01.569905 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208a6fa-25b0-49b2-adc5-6e85cd6451fa req-25b82e4a-62d7-403a-bddd-ff37a61c6c9b tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:01.571515 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8208a6fa-25b0-49b2-adc5-6e85cd6451fa req-25b82e4a-62d7-403a-bddd-ff37a61c6c9b tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 946 time: 0.0597541 Jan 21 14:31:01.620723 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8208a6fa-25b0-49b2-adc5-6e85cd6451fa req-078f738a-a339-41ea-b4aa-0b34cd8f9a77 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434580 Jan 21 14:31:01.889877 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1798fff-40e5-4d18-8388-5ecdd974e937 req-ddd03781-7cd8-4eba-82e0-1c349dc47e66 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:01.891352 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c1798fff-40e5-4d18-8388-5ecdd974e937 req-ddd03781-7cd8-4eba-82e0-1c349dc47e66 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 946 time: 0.0479159 Jan 21 14:31:01.922025 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 435d954b-5a66-48d2-bc5a-8736b1a3f8bb no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:31:01.944080 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: 435d954b-5a66-48d2-bc5a-8736b1a3f8bb {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:31:01.944421 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 435d954b-5a66-48d2-bc5a-8736b1a3f8bb not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:31:01.983101 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-c1798fff-40e5-4d18-8388-5ecdd974e937 req-4b94f6ae-41d6-49c6-9443-068cde2ac651 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Deleting port ded7b023-398b-495f-802a-d6ed4bf3bec7 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:31:01.983445 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-c1798fff-40e5-4d18-8388-5ecdd974e937 req-4b94f6ae-41d6-49c6-9443-068cde2ac651 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:02.065896 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ba0e1b9c-a841-4d05-a522-602eb9cc9a90 req-08fee3fe-5c6e-47c3-ad36-c59c1ae319f4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411413 Jan 21 14:31:02.077195 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [req-c1798fff-40e5-4d18-8388-5ecdd974e937 req-4b94f6ae-41d6-49c6-9443-068cde2ac651 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] For port ded7b023-398b-495f-802a-d6ed4bf3bec7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ded7b023-398b-495f-802a-d6ed4bf3bec7,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:31:02.077843 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-c1798fff-40e5-4d18-8388-5ecdd974e937 req-4b94f6ae-41d6-49c6-9443-068cde2ac651 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:02.094123 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [req-c1798fff-40e5-4d18-8388-5ecdd974e937 req-4b94f6ae-41d6-49c6-9443-068cde2ac651 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Calling delete_port for ded7b023-398b-495f-802a-d6ed4bf3bec7 owned by compute:nova {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:31:02.149594 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60208) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:02.159468 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e1b9c-a841-4d05-a522-602eb9cc9a90 req-c13eb3de-c785-41ad-8fb5-48573b290173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:02.160950 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ba0e1b9c-a841-4d05-a522-602eb9cc9a90 req-c13eb3de-c785-41ad-8fb5-48573b290173 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=60aa34d5299842f1aa2a2e8e745df561&device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 1100 time: 0.0506637 Jan 21 14:31:02.277310 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e1b9c-a841-4d05-a522-602eb9cc9a90 req-83272030-585d-4386-a2ab-5192b2ec0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:02.279111 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ba0e1b9c-a841-4d05-a522-602eb9cc9a90 req-83272030-585d-4386-a2ab-5192b2ec0cfa service neutron] 10.222.0.88 "GET /v2.0/networks?id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea HTTP/1.1" status: 200 len: 916 time: 0.0904381 Jan 21 14:31:02.304528 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-c1798fff-40e5-4d18-8388-5ecdd974e937 req-4b94f6ae-41d6-49c6-9443-068cde2ac651 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (ded7b023-398b-495f-802a-d6ed4bf3bec7), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:02.316562 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['af2e5adf-90f1-4706-8592-9027991dba81', 'ded7b023-398b-495f-802a-d6ed4bf3bec7'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:31:02.334355 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94f6ae-41d6-49c6-9443-068cde2ac651 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Pushing event deleted for resources: {'Port': ['ID=ded7b023-398b-495f-802a-d6ed4bf3bec7,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:02.384302 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1798fff-40e5-4d18-8388-5ecdd974e937 req-4b94f6ae-41d6-49c6-9443-068cde2ac651 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] No DVR routers for this DVR port ded7b023-398b-495f-802a-d6ed4bf3bec7 on host hv-cinder-82160 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:31:02.386806 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [req-c1798fff-40e5-4d18-8388-5ecdd974e937 req-4b94f6ae-41d6-49c6-9443-068cde2ac651 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:02.391022 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c1798fff-40e5-4d18-8388-5ecdd974e937 req-4b94f6ae-41d6-49c6-9443-068cde2ac651 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "DELETE /v2.0/ports/ded7b023-398b-495f-802a-d6ed4bf3bec7 HTTP/1.1" status: 204 len: 173 time: 0.4939663 Jan 21 14:31:02.391276 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a0a96c-0568-413d-b4bd-f9266d6c2089', 'name': 'network-vif-deleted', 'tag': 'ded7b023-398b-495f-802a-d6ed4bf3bec7'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:31:02.393632 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4fb9bb-b648-4e15-a994-10e74247e13e" -d '{"events": [{"server_uuid": "a9a0a96c-0568-413d-b4bd-f9266d6c2089", "name": "network-vif-deleted", "tag": "ded7b023-398b-495f-802a-d6ed4bf3bec7"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:31:02.399288 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ba0e1b9c-a841-4d05-a522-602eb9cc9a90 req-514cc543-864e-4276-9f43-38a57caede20 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 HTTP/1.1" status: 200 len: 1002 time: 0.1139967 Jan 21 14:31:02.429743 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4969d995-cb19-4300-bb8b-87891d4d4dda x-openstack-request-id: req-4969d995-cb19-4300-bb8b-87891d4d4dda {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:31:02.430266 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a0a96c-0568-413d-b4bd-f9266d6c2089", "name": "network-vif-deleted", "tag": "ded7b023-398b-495f-802a-d6ed4bf3bec7", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:31:02.430664 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4969d995-cb19-4300-bb8b-87891d4d4dda {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:31:02.431226 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a0a96c-0568-413d-b4bd-f9266d6c2089', 'name': 'network-vif-deleted', 'tag': 'ded7b023-398b-495f-802a-d6ed4bf3bec7', 'status': 'completed', 'code': 200} Jan 21 14:31:02.494911 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e1b9c-a841-4d05-a522-602eb9cc9a90 req-6edf33d4-fa33-4df3-9d1b-a5cbe3debbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:02.496504 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ba0e1b9c-a841-4d05-a522-602eb9cc9a90 req-6edf33d4-fa33-4df3-9d1b-a5cbe3debbc8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1af3231-f7ce-40f9-b8d1-bdab42531b8f HTTP/1.1" status: 200 len: 854 time: 0.0904961 Jan 21 14:31:02.610192 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e1b9c-a841-4d05-a522-602eb9cc9a90 req-30627a26-fb79-4d51-8cce-483b47a15d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:02.611777 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ba0e1b9c-a841-4d05-a522-602eb9cc9a90 req-30627a26-fb79-4d51-8cce-483b47a15d43 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0809624 Jan 21 14:31:02.744463 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9c5a0fdb-59fa-4260-a219-cc538135d379 req-e060f58d-a84f-4d98-a961-03826b47b48b tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9a0a96c-0568-413d-b4bd-f9266d6c2089 HTTP/1.1" status: 200 len: 210 time: 0.0426774 Jan 21 14:31:02.794708 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ba0e1b9c-a841-4d05-a522-602eb9cc9a90 req-4ab8fa03-4869-4ed8-af12-de4b0185e989 service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742687 Jan 21 14:31:02.922697 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-ba0e1b9c-a841-4d05-a522-602eb9cc9a90 req-f61e44db-7805-4a2c-9a29-371623513aaa service neutron] 10.222.0.88 "GET /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205230 Jan 21 14:31:02.949309 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-01248d70-090d-42b4-a996-369518926f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797260'] for router_interface (a7277d1f-9239-43b4-b2a3-9b4848a44b55), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:03.192935 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-01248d70-090d-42b4-a996-369518926f34 admin admin] Deleting port a45f5d4d-fa30-47e4-903e-a68958d10bbe {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:31:03.193189 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-01248d70-090d-42b4-a996-369518926f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:03.274001 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-01248d70-090d-42b4-a996-369518926f34 admin admin] For port a45f5d4d-fa30-47e4-903e-a68958d10bbe, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=a45f5d4d-fa30-47e4-903e-a68958d10bbe,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:31:03.274389 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-01248d70-090d-42b4-a996-369518926f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:03.288679 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-01248d70-090d-42b4-a996-369518926f34 admin admin] Calling delete_port for a45f5d4d-fa30-47e4-903e-a68958d10bbe owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:31:03.526957 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-01248d70-090d-42b4-a996-369518926f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (a45f5d4d-fa30-47e4-903e-a68958d10bbe), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:03.552673 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01248d70-090d-42b4-a996-369518926f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45f5d4d-fa30-47e4-903e-a68958d10bbe,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:03.717298 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-01248d70-090d-42b4-a996-369518926f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573071'] for router_interface (a7277d1f-9239-43b4-b2a3-9b4848a44b55), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:03.948172 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01248d70-090d-42b4-a996-369518926f34 admin admin] Router a7277d1f-9239-43b4-b2a3-9b4848a44b55 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:31:04.056176 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01248d70-090d-42b4-a996-369518926f34 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:31:04.063631 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-01248d70-090d-42b4-a996-369518926f34 admin admin] 10.222.0.39 "PUT /v2.0/routers/a7277d1f-9239-43b4-b2a3-9b4848a44b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9102678 Jan 21 14:31:04.064425 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60222) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:04.067220 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4a98c-3f1c-44f8-b531-74bcd18db0a8 None None] Sync routers for ids ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:31:04.076713 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4a98c-3f1c-44f8-b531-74bcd18db0a8 None None] Routers {'a7277d1f-9239-43b4-b2a3-9b4848a44b55'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:31:04.077331 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-45d4a98c-3f1c-44f8-b531-74bcd18db0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:30:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:04.188438 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] Publish callbacks [] for router (a7277d1f-9239-43b4-b2a3-9b4848a44b55), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:04.194754 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-45d4a98c-3f1c-44f8-b531-74bcd18db0a8 None None] Set router a7277d1f-9239-43b4-b2a3-9b4848a44b55 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:31:04.291811 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] Publish callbacks [] for router_gateway (a7277d1f-9239-43b4-b2a3-9b4848a44b55), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:04.373180 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-45d4a98c-3f1c-44f8-b531-74bcd18db0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:31:03Z', 'revision_number': 5, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port': {'id': '416aa686-17e1-4d1f-a3d2-11aeb7b32f96', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:04.400558 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4a98c-3f1c-44f8-b531-74bcd18db0a8 None None] Checking router: a7277d1f-9239-43b4-b2a3-9b4848a44b55 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:31:04.409979 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4a98c-3f1c-44f8-b531-74bcd18db0a8 None None] Routers {'a7277d1f-9239-43b4-b2a3-9b4848a44b55'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:31:04.410671 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-45d4a98c-3f1c-44f8-b531-74bcd18db0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:30:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:04.452666 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] Deleting port 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:31:04.453048 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (416aa686-17e1-4d1f-a3d2-11aeb7b32f96), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:04.506691 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-45d4a98c-3f1c-44f8-b531-74bcd18db0a8 None None] Set router a7277d1f-9239-43b4-b2a3-9b4848a44b55 gateway port host: None {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:31:04.556466 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] For port 416aa686-17e1-4d1f-a3d2-11aeb7b32f96, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=416aa686-17e1-4d1f-a3d2-11aeb7b32f96,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:31:04.557105 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (416aa686-17e1-4d1f-a3d2-11aeb7b32f96), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:04.570700 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] Calling delete_port for 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 owned by network:router_gateway {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:31:04.574488 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-45d4a98c-3f1c-44f8-b531-74bcd18db0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:31:04Z', 'revision_number': 6, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port_host': None}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:04.604119 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4a98c-3f1c-44f8-b531-74bcd18db0a8 None None] The sync data for ids ['a7277d1f-9239-43b4-b2a3-9b4848a44b55'] in dv-cinder-821602-20-iscsi is: [{'id': 'a7277d1f-9239-43b4-b2a3-9b4848a44b55', 'name': 'tempest-AttachVolumeTestJSON-149051839-router', 'tenant_id': '53f4be14297047ac9c782215bee96797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:53Z', 'updated_at': '2022-01-21T14:31:04Z', 'revision_number': 6, 'project_id': '53f4be14297047ac9c782215bee96797', 'gw_port_host': None}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:31:04.829725 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (416aa686-17e1-4d1f-a3d2-11aeb7b32f96), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:04.858831 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] Pushing event deleted for resources: {'Port': ['ID=416aa686-17e1-4d1f-a3d2-11aeb7b32f96,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:04.926259 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583186'] for router_gateway (a7277d1f-9239-43b4-b2a3-9b4848a44b55), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.017704 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1873'] for router (a7277d1f-9239-43b4-b2a3-9b4848a44b55), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.020058 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] Publish callbacks [] for router_controller (a7277d1f-9239-43b4-b2a3-9b4848a44b55), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.132582 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587591'] for router (a7277d1f-9239-43b4-b2a3-9b4848a44b55), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.133216 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7277d1f-9239-43b4-b2a3-9b4848a44b55 {{(pid=103331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 14:31:05.138845 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.139856 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-239d043f-2380-4c58-883f-5ef8be77fa6e admin admin] 10.222.0.39 "DELETE /v2.0/routers/a7277d1f-9239-43b4-b2a3-9b4848a44b55 HTTP/1.1" status: 204 len: 168 time: 1.0710983 Jan 21 14:31:05.142472 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60228) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:05.192396 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4a7343-354e-4e85-8383-27370bdde725 admin admin] Deleting subnet 211c3ab0-13b0-4e84-95f9-2038fc691000 {{(pid=103331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:31:05.195882 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7343-354e-4e85-8383-27370bdde725 admin admin] Publish callbacks [] for subnet (211c3ab0-13b0-4e84-95f9-2038fc691000), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.231098 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7343-354e-4e85-8383-27370bdde725 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8286619'] for subnet (211c3ab0-13b0-4e84-95f9-2038fc691000), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.306780 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7343-354e-4e85-8383-27370bdde725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (211c3ab0-13b0-4e84-95f9-2038fc691000), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.367873 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device a45f5d4d-fa30-47e4-903e-a68958d10bbe no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:31:05.390858 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: a45f5d4d-fa30-47e4-903e-a68958d10bbe {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:31:05.391467 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device a45f5d4d-fa30-47e4-903e-a68958d10bbe not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:31:05.413292 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7343-354e-4e85-8383-27370bdde725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1489334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801958'] for subnet (211c3ab0-13b0-4e84-95f9-2038fc691000), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.442918 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a7343-354e-4e85-8383-27370bdde725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211c3ab0-13b0-4e84-95f9-2038fc691000,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:05.466580 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffbb365-4a8e-419d-9bb3-c3f1b6782262 None None] Network e22d431d-70ce-45d2-9349-3eeb343bec3f requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:31:05.471746 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7343-354e-4e85-8383-27370bdde725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.474953 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-1d4a7343-354e-4e85-8383-27370bdde725 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/211c3ab0-13b0-4e84-95f9-2038fc691000 HTTP/1.1" status: 204 len: 168 time: 0.3315439 Jan 21 14:31:05.477428 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60232) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:05.559714 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba6d96-aa9c-429c-9baa-089e79628e76 req-74caacae-c578-4503-a91c-86f26a229337 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:05.561394 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b3ba6d96-aa9c-429c-9baa-089e79628e76 req-74caacae-c578-4503-a91c-86f26a229337 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 946 time: 0.1195920 Jan 21 14:31:05.565933 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (e22d431d-70ce-45d2-9349-3eeb343bec3f), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.652188 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b3ba6d96-aa9c-429c-9baa-089e79628e76 req-3657805a-11b7-4b6c-8f7a-a2366e5c43b4 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793006 Jan 21 14:31:05.664081 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371260c7-7add-4801-9b52-968091864702 None None] DHCP port deletion for e22d431d-70ce-45d2-9349-3eeb343bec3f request from dv-cinder-821602-20-iscsi {{(pid=103333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 14:31:05.687655 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Deleting port 1345bf73-4483-4b05-9d3c-4970223d5fa1 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:31:05.688002 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.718457 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-371260c7-7add-4801-9b52-968091864702 None None] Deleting port 1345bf73-4483-4b05-9d3c-4970223d5fa1 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:31:05.719069 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.752487 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] For port 1345bf73-4483-4b05-9d3c-4970223d5fa1, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=1345bf73-4483-4b05-9d3c-4970223d5fa1,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:31:05.753098 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.766036 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Calling delete_port for 1345bf73-4483-4b05-9d3c-4970223d5fa1 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:31:05.786804 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-371260c7-7add-4801-9b52-968091864702 None None] For port 1345bf73-4483-4b05-9d3c-4970223d5fa1, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=1345bf73-4483-4b05-9d3c-4970223d5fa1,segment=NetworkSegment(a7795318-860d-4a2a-ab8b-a57b2da219aa),segment_id=a7795318-860d-4a2a-ab8b-a57b2da219aa)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:31:05.787227 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.800318 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-371260c7-7add-4801-9b52-968091864702 None None] Calling delete_port for 1345bf73-4483-4b05-9d3c-4970223d5fa1 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:31:05.931712 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device ded7b023-398b-495f-802a-d6ed4bf3bec7 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:31:05.950120 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.954283 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: ded7b023-398b-495f-802a-d6ed4bf3bec7 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:31:05.954639 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device ded7b023-398b-495f-802a-d6ed4bf3bec7 not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:31:05.961200 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381'] for port (1345bf73-4483-4b05-9d3c-4970223d5fa1), after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:05.973813 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=1345bf73-4483-4b05-9d3c-4970223d5fa1,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:05.979746 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] No DVR routers for this DVR port 1345bf73-4483-4b05-9d3c-4970223d5fa1 on host dv-cinder-821602-20-iscsi {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:31:05.993086 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371260c7-7add-4801-9b52-968091864702 None None] Pushing event deleted for resources: {'Port': ['ID=1345bf73-4483-4b05-9d3c-4970223d5fa1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:05.995443 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371260c7-7add-4801-9b52-968091864702 None None] No DVR routers for this DVR port 1345bf73-4483-4b05-9d3c-4970223d5fa1 on host dv-cinder-821602-20-iscsi {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:31:06.006331 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:31:06.006724 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:31:06.007209 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:31:06.007700 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:31:06.008155 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:31:06.008676 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:31:06.009090 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:31:06.009492 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:31:06.009832 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:31:06.010245 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:31:06.010579 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:31:06.010904 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:31:06.011230 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371260c7-7add-4801-9b52-968091864702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:31:06.059119 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (e22d431d-70ce-45d2-9349-3eeb343bec3f), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:06.078833 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22d431d-70ce-45d2-9349-3eeb343bec3f']}} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:06.088560 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7795318-860d-4a2a-ab8b-a57b2da219aa') {'for_net_delete': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:06.088857 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7795318-860d-4a2a-ab8b-a57b2da219aa') {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:06.098802 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8286560'] for segment (a7795318-860d-4a2a-ab8b-a57b2da219aa), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:06.112250 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (a7795318-860d-4a2a-ab8b-a57b2da219aa), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:06.118346 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:31:06.118725 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1489372'] for segment (a7795318-860d-4a2a-ab8b-a57b2da219aa), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: Traceback (most recent call last): Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: timer() Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: cb(*args, **kw) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: return func(*args, **kwargs) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: self._notify() Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: self.callback(batched_events) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: event.method(event) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:31:06.120381 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: return f(self, *a, **k) Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._get(url).json() Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: return self.request(url, 'GET', **kwargs) Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:31:06.123784 dv-cinder-821602-20-iscsi neutron-server[103331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:31:06.235829 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (e22d431d-70ce-45d2-9349-3eeb343bec3f), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:06.240631 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:06.243987 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] 10.222.0.39 "DELETE /v2.0/networks/e22d431d-70ce-45d2-9349-3eeb343bec3f HTTP/1.1" status: 204 len: 168 time: 0.7656283 Jan 21 14:31:06.256711 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36427b6-6abd-48ea-8062-bac5737d5a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=e22d431d-70ce-45d2-9349-3eeb343bec3f,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:06.543268 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60236) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:06.589650 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-f2d59993-9be1-4845-8657-3c2af7b6b54e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53f4be14297047ac9c782215bee96797&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451949 Jan 21 14:31:06.592925 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60238) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:06.649123 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cdc39ba7-c995-47fe-8a7f-f59cf00b5891 admin admin] Publish callbacks [] for security_group (a11d62d5-0689-4186-ab09-bf3fd85b6a1c), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:06.669668 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cdc39ba7-c995-47fe-8a7f-f59cf00b5891 admin admin] Publish callbacks [] for security_group (a11d62d5-0689-4186-ab09-bf3fd85b6a1c), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:06.772396 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cdc39ba7-c995-47fe-8a7f-f59cf00b5891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (a11d62d5-0689-4186-ab09-bf3fd85b6a1c), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:06.775176 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cdc39ba7-c995-47fe-8a7f-f59cf00b5891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:06.776313 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-cdc39ba7-c995-47fe-8a7f-f59cf00b5891 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a11d62d5-0689-4186-ab09-bf3fd85b6a1c HTTP/1.1" status: 204 len: 168 time: 0.1824801 Jan 21 14:31:06.778361 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab11805-ffec-4771-9b74-a80a9b52afe2 req-7a1373d6-6f04-450b-937e-4680d1e1455b tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:06.779875 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-dab11805-ffec-4771-9b74-a80a9b52afe2 req-7a1373d6-6f04-450b-937e-4680d1e1455b tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 946 time: 0.0488434 Jan 21 14:31:06.785993 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc39ba7-c995-47fe-8a7f-f59cf00b5891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11d62d5-0689-4186-ab09-bf3fd85b6a1c,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:06.829979 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-dab11805-ffec-4771-9b74-a80a9b52afe2 req-0935f298-b27e-4ecb-93c3-69b62cb7f077 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/security-groups?id=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447156 Jan 21 14:31:07.015044 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 1345bf73-4483-4b05-9d3c-4970223d5fa1 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:31:07.036263 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 1345bf73-4483-4b05-9d3c-4970223d5fa1 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:31:07.036623 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 1345bf73-4483-4b05-9d3c-4970223d5fa1 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:31:07.037052 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:31:07.056062 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:31:07.056406 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 416aa686-17e1-4d1f-a3d2-11aeb7b32f96 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:31:07.398272 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a6a21-8e47-4887-86aa-bf3879ae4646 req-b6767cc2-6b0d-4c8c-b15f-9de91b5bec75 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:07.399688 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a69a6a21-8e47-4887-86aa-bf3879ae4646 req-b6767cc2-6b0d-4c8c-b15f-9de91b5bec75 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 946 time: 0.3159378 Jan 21 14:31:07.500050 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-a69a6a21-8e47-4887-86aa-bf3879ae4646 req-dbaf378c-ba86-493d-9911-2b7d25e9b749 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Deleting port af2e5adf-90f1-4706-8592-9027991dba81 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:31:07.500481 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a69a6a21-8e47-4887-86aa-bf3879ae4646 req-dbaf378c-ba86-493d-9911-2b7d25e9b749 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (af2e5adf-90f1-4706-8592-9027991dba81), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:07.602662 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-a69a6a21-8e47-4887-86aa-bf3879ae4646 req-dbaf378c-ba86-493d-9911-2b7d25e9b749 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] For port af2e5adf-90f1-4706-8592-9027991dba81, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=af2e5adf-90f1-4706-8592-9027991dba81,segment=NetworkSegment(c7a82701-8593-4875-954a-61ff4c0e90f3),segment_id=c7a82701-8593-4875-954a-61ff4c0e90f3)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:31:07.603028 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a69a6a21-8e47-4887-86aa-bf3879ae4646 req-dbaf378c-ba86-493d-9911-2b7d25e9b749 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (af2e5adf-90f1-4706-8592-9027991dba81), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:07.616029 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-a69a6a21-8e47-4887-86aa-bf3879ae4646 req-dbaf378c-ba86-493d-9911-2b7d25e9b749 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Calling delete_port for af2e5adf-90f1-4706-8592-9027991dba81 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:31:07.814632 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a69a6a21-8e47-4887-86aa-bf3879ae4646 req-dbaf378c-ba86-493d-9911-2b7d25e9b749 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (af2e5adf-90f1-4706-8592-9027991dba81), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:07.824597 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['af2e5adf-90f1-4706-8592-9027991dba81'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:31:07.842949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf378c-ba86-493d-9911-2b7d25e9b749 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Pushing event deleted for resources: {'Port': ['ID=af2e5adf-90f1-4706-8592-9027991dba81,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:07.904553 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69a6a21-8e47-4887-86aa-bf3879ae4646 req-dbaf378c-ba86-493d-9911-2b7d25e9b749 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] No DVR routers for this DVR port af2e5adf-90f1-4706-8592-9027991dba81 on host hv-cinder-82160 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:31:07.908435 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a69a6a21-8e47-4887-86aa-bf3879ae4646 req-dbaf378c-ba86-493d-9911-2b7d25e9b749 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:07.914999 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a69a6a21-8e47-4887-86aa-bf3879ae4646 req-dbaf378c-ba86-493d-9911-2b7d25e9b749 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.88 "DELETE /v2.0/ports/af2e5adf-90f1-4706-8592-9027991dba81 HTTP/1.1" status: 204 len: 173 time: 0.5094092 Jan 21 14:31:07.919154 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd966d0d1-2cc3-448a-abe3-a01d39376d07', 'name': 'network-vif-deleted', 'tag': 'af2e5adf-90f1-4706-8592-9027991dba81'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:31:07.922141 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128aaae1-9645-4193-8814-5ec3b6dfd70b" -d '{"events": [{"server_uuid": "d966d0d1-2cc3-448a-abe3-a01d39376d07", "name": "network-vif-deleted", "tag": "af2e5adf-90f1-4706-8592-9027991dba81"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:31:07.933790 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7c9ed519-e942-481f-8f9b-c1024c6e2519 req-b497c2cc-a1db-4e18-a645-cf9381ae9c98 tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 210 time: 0.0290084 Jan 21 14:31:08.148647 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738a9490-01e3-41fb-9d8a-f913f1ae4cbc x-openstack-request-id: req-738a9490-01e3-41fb-9d8a-f913f1ae4cbc {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:31:08.149005 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d966d0d1-2cc3-448a-abe3-a01d39376d07", "name": "network-vif-deleted", "tag": "af2e5adf-90f1-4706-8592-9027991dba81", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:31:08.149322 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-738a9490-01e3-41fb-9d8a-f913f1ae4cbc {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:31:08.149775 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd966d0d1-2cc3-448a-abe3-a01d39376d07', 'name': 'network-vif-deleted', 'tag': 'af2e5adf-90f1-4706-8592-9027991dba81', 'status': 'completed', 'code': 200} Jan 21 14:31:09.045143 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-6ddc6041-72ab-44d8-91fc-45175f7db851 req-d8413423-399d-4246-afa7-00f67d4905fb tempest-AttachVolumeNegativeTest-1872204768 tempest-AttachVolumeNegativeTest-1872204768-project] 10.222.0.39 "GET /v2.0/ports?device_id=d966d0d1-2cc3-448a-abe3-a01d39376d07 HTTP/1.1" status: 200 len: 210 time: 0.0260055 Jan 21 14:31:09.909134 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:31:09.942045 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device af2e5adf-90f1-4706-8592-9027991dba81 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:31:09.967805 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: af2e5adf-90f1-4706-8592-9027991dba81 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:31:09.968240 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device af2e5adf-90f1-4706-8592-9027991dba81 not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:31:10.101417 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60300) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:10.143908 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d55f76f-3765-4eb6-b8e2-45ac0bacd7d4 admin admin] Deleting subnet 6ad90b90-995c-4cca-b8f7-3a02d2c00b53 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:31:10.146797 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d55f76f-3765-4eb6-b8e2-45ac0bacd7d4 admin admin] Publish callbacks [] for subnet (6ad90b90-995c-4cca-b8f7-3a02d2c00b53), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:10.182855 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d55f76f-3765-4eb6-b8e2-45ac0bacd7d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7591984'] for subnet (6ad90b90-995c-4cca-b8f7-3a02d2c00b53), precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:10.220915 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d55f76f-3765-4eb6-b8e2-45ac0bacd7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (6ad90b90-995c-4cca-b8f7-3a02d2c00b53), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:10.315973 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d55f76f-3765-4eb6-b8e2-45ac0bacd7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5076217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7381003'] for subnet (6ad90b90-995c-4cca-b8f7-3a02d2c00b53), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:10.342719 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55f76f-3765-4eb6-b8e2-45ac0bacd7d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad90b90-995c-4cca-b8f7-3a02d2c00b53,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:10.344673 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d55f76f-3765-4eb6-b8e2-45ac0bacd7d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:10.347780 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-5d55f76f-3765-4eb6-b8e2-45ac0bacd7d4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6ad90b90-995c-4cca-b8f7-3a02d2c00b53 HTTP/1.1" status: 204 len: 168 time: 0.2453279 Jan 21 14:31:10.350217 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60302) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:10.418569 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7aac331e-223a-40fc-b11e-85dc879fd687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:10.493935 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7aac331e-223a-40fc-b11e-85dc879fd687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:10.515697 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-7aac331e-223a-40fc-b11e-85dc879fd687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:10.524822 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-7aac331e-223a-40fc-b11e-85dc879fd687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a82701-8593-4875-954a-61ff4c0e90f3') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:10.525113 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-7aac331e-223a-40fc-b11e-85dc879fd687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a82701-8593-4875-954a-61ff4c0e90f3') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:10.534216 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7aac331e-223a-40fc-b11e-85dc879fd687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7592139'] for segment (c7a82701-8593-4875-954a-61ff4c0e90f3), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:10.546941 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7aac331e-223a-40fc-b11e-85dc879fd687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (c7a82701-8593-4875-954a-61ff4c0e90f3), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:10.552763 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aac331e-223a-40fc-b11e-85dc879fd687 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:31:10.553405 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7aac331e-223a-40fc-b11e-85dc879fd687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5076115'] for segment (c7a82701-8593-4875-954a-61ff4c0e90f3), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.555019 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: Traceback (most recent call last): Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: timer() Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: cb(*args, **kw) Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: return func(*args, **kwargs) Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: self._notify() Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: self.callback(batched_events) Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: event.method(event) Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: return f(self, *a, **k) Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: return self._get(url).json() Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: return self.request(url, 'GET', **kwargs) Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:31:10.557592 dv-cinder-821602-20-iscsi neutron-server[103332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:31:10.692781 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7aac331e-223a-40fc-b11e-85dc879fd687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:10.697980 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7aac331e-223a-40fc-b11e-85dc879fd687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:10.701888 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-7aac331e-223a-40fc-b11e-85dc879fd687 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4 HTTP/1.1" status: 204 len: 168 time: 0.3507721 Jan 21 14:31:10.712357 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac331e-223a-40fc-b11e-85dc879fd687 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7448c5c-d3d8-4f62-aaaa-40bc4f7269f4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:11.056769 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60310) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:11.102280 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-b85b0888-1692-4b1e-91f9-54c2440b8eb4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4249074a3e3f4d49868f7306ec6c7a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442553 Jan 21 14:31:11.111133 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60314) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:11.158807 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c4873461-6bb1-4b11-9a01-c33544ce2c33 admin admin] Publish callbacks [] for security_group (76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:11.184581 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c4873461-6bb1-4b11-9a01-c33544ce2c33 admin admin] Publish callbacks [] for security_group (76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:11.309433 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c4873461-6bb1-4b11-9a01-c33544ce2c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:11.312606 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c4873461-6bb1-4b11-9a01-c33544ce2c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:11.314006 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-c4873461-6bb1-4b11-9a01-c33544ce2c33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a HTTP/1.1" status: 204 len: 168 time: 0.2079132 Jan 21 14:31:11.322353 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4873461-6bb1-4b11-9a01-c33544ce2c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c4e09a-1f3f-4c77-84de-5f8e5e5ecb1a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:14.268956 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60390) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:14.376461 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ca1002e-dbca-48e5-8752-cce3dd628666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:14.460390 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ca1002e-dbca-48e5-8752-cce3dd628666 admin admin] Publish callbacks [] for security_group (85760eb8-7527-4569-96e0-79f08ce2480b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:14.503846 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ca1002e-dbca-48e5-8752-cce3dd628666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (85760eb8-7527-4569-96e0-79f08ce2480b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:14.541938 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1002e-dbca-48e5-8752-cce3dd628666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85760eb8-7527-4569-96e0-79f08ce2480b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:14.548315 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-4ca1002e-dbca-48e5-8752-cce3dd628666 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1adf95819f6473c854f9e519da0915c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777402 Jan 21 14:31:14.551095 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60398) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:14.602284 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-935e3a2b-44a1-460d-b85b-169a8f60a421 admin admin] Publish callbacks [] for security_group (85760eb8-7527-4569-96e0-79f08ce2480b), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:14.625364 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-935e3a2b-44a1-460d-b85b-169a8f60a421 admin admin] Publish callbacks [] for security_group (85760eb8-7527-4569-96e0-79f08ce2480b), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:14.749429 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-935e3a2b-44a1-460d-b85b-169a8f60a421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (85760eb8-7527-4569-96e0-79f08ce2480b), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:14.751907 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-935e3a2b-44a1-460d-b85b-169a8f60a421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:14.753065 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-935e3a2b-44a1-460d-b85b-169a8f60a421 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85760eb8-7527-4569-96e0-79f08ce2480b HTTP/1.1" status: 204 len: 168 time: 0.2009656 Jan 21 14:31:14.761314 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e3a2b-44a1-460d-b85b-169a8f60a421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85760eb8-7527-4569-96e0-79f08ce2480b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:15.367573 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60404) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:15.382489 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52ec7d9d-dba9-4cec-84a9-a7dc9869c1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:15.457581 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52ec7d9d-dba9-4cec-84a9-a7dc9869c1d8 admin admin] Publish callbacks [] for security_group (0cc3399b-3cbe-43eb-a89b-04635c2b8132), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:15.526189 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52ec7d9d-dba9-4cec-84a9-a7dc9869c1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (0cc3399b-3cbe-43eb-a89b-04635c2b8132), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:15.564376 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-52ec7d9d-dba9-4cec-84a9-a7dc9869c1d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fdfb7ee0b62e4ee1a20dcb2d65651efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956935 Jan 21 14:31:15.566312 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec7d9d-dba9-4cec-84a9-a7dc9869c1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc3399b-3cbe-43eb-a89b-04635c2b8132,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:15.567068 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60410) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:15.615290 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73cd097a-30d0-406d-916d-0807df1dbc84 admin admin] Publish callbacks [] for security_group (0cc3399b-3cbe-43eb-a89b-04635c2b8132), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:15.636662 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73cd097a-30d0-406d-916d-0807df1dbc84 admin admin] Publish callbacks [] for security_group (0cc3399b-3cbe-43eb-a89b-04635c2b8132), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:15.761470 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73cd097a-30d0-406d-916d-0807df1dbc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (0cc3399b-3cbe-43eb-a89b-04635c2b8132), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:15.764809 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73cd097a-30d0-406d-916d-0807df1dbc84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:15.765972 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-73cd097a-30d0-406d-916d-0807df1dbc84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0cc3399b-3cbe-43eb-a89b-04635c2b8132 HTTP/1.1" status: 204 len: 168 time: 0.1978540 Jan 21 14:31:15.781632 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd097a-30d0-406d-916d-0807df1dbc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc3399b-3cbe-43eb-a89b-04635c2b8132,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:18.088669 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60478) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:18.197464 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e15d5d6f-5325-4d2c-83b8-9492991c9e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:18.270482 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e15d5d6f-5325-4d2c-83b8-9492991c9e47 admin admin] Publish callbacks [] for security_group (c82fcca3-03d4-4126-b1cb-eb0279295c11), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:18.343710 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e15d5d6f-5325-4d2c-83b8-9492991c9e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (c82fcca3-03d4-4126-b1cb-eb0279295c11), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:18.384642 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-e15d5d6f-5325-4d2c-83b8-9492991c9e47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=184f0f744c0d4d76a2c5dc6cb1e01006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947540 Jan 21 14:31:18.385488 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d5d6f-5325-4d2c-83b8-9492991c9e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82fcca3-03d4-4126-b1cb-eb0279295c11,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:18.388419 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60482) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:18.439926 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-863a3969-91f2-429c-bec0-fbed5fe706da admin admin] Publish callbacks [] for security_group (c82fcca3-03d4-4126-b1cb-eb0279295c11), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:18.459910 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-863a3969-91f2-429c-bec0-fbed5fe706da admin admin] Publish callbacks [] for security_group (c82fcca3-03d4-4126-b1cb-eb0279295c11), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:18.543626 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-863a3969-91f2-429c-bec0-fbed5fe706da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (c82fcca3-03d4-4126-b1cb-eb0279295c11), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:18.546229 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-863a3969-91f2-429c-bec0-fbed5fe706da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:18.549973 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-863a3969-91f2-429c-bec0-fbed5fe706da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c82fcca3-03d4-4126-b1cb-eb0279295c11 HTTP/1.1" status: 204 len: 168 time: 0.1584854 Jan 21 14:31:18.557791 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a3969-91f2-429c-bec0-fbed5fe706da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82fcca3-03d4-4126-b1cb-eb0279295c11,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:19.131012 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60494) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:19.144207 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d18d1be-7951-4164-ae26-8da7f4308411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:19.219805 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d18d1be-7951-4164-ae26-8da7f4308411 admin admin] Publish callbacks [] for security_group (e03af6a9-8451-4f82-8555-505db9ec3d39), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:19.275072 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d18d1be-7951-4164-ae26-8da7f4308411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e03af6a9-8451-4f82-8555-505db9ec3d39), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:19.314914 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-0d18d1be-7951-4164-ae26-8da7f4308411 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=867e89aa50e94ac49d54e9f957f9423a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827545 Jan 21 14:31:19.315741 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18d1be-7951-4164-ae26-8da7f4308411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03af6a9-8451-4f82-8555-505db9ec3d39,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:19.317635 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60500) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:19.376874 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af3f7d89-d227-4a99-9a10-fe89f8dfb37c admin admin] Publish callbacks [] for security_group (e03af6a9-8451-4f82-8555-505db9ec3d39), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:19.398285 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af3f7d89-d227-4a99-9a10-fe89f8dfb37c admin admin] Publish callbacks [] for security_group (e03af6a9-8451-4f82-8555-505db9ec3d39), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:19.504138 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af3f7d89-d227-4a99-9a10-fe89f8dfb37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e03af6a9-8451-4f82-8555-505db9ec3d39), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:19.506953 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af3f7d89-d227-4a99-9a10-fe89f8dfb37c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:19.508083 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-af3f7d89-d227-4a99-9a10-fe89f8dfb37c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e03af6a9-8451-4f82-8555-505db9ec3d39 HTTP/1.1" status: 204 len: 168 time: 0.1883330 Jan 21 14:31:19.516472 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f7d89-d227-4a99-9a10-fe89f8dfb37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03af6a9-8451-4f82-8555-505db9ec3d39,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:21.213707 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60550) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:21.321014 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-857ce8cc-f6e6-40fa-a4f1-5db5183f560a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:21.393862 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-857ce8cc-f6e6-40fa-a4f1-5db5183f560a admin admin] Publish callbacks [] for security_group (e9d5d15e-2813-42cd-98f2-9ec137c8498b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:21.458362 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-857ce8cc-f6e6-40fa-a4f1-5db5183f560a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e9d5d15e-2813-42cd-98f2-9ec137c8498b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:21.496345 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-857ce8cc-f6e6-40fa-a4f1-5db5183f560a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01588243b2dd490ba3f1543d7f7f83a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814641 Jan 21 14:31:21.497251 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ce8cc-f6e6-40fa-a4f1-5db5183f560a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d5d15e-2813-42cd-98f2-9ec137c8498b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:21.499083 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60556) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:21.547331 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8862-ae1a-4b9b-ba0e-0d26d8ddfeb0 admin admin] Publish callbacks [] for security_group (e9d5d15e-2813-42cd-98f2-9ec137c8498b), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:21.568663 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8862-ae1a-4b9b-ba0e-0d26d8ddfeb0 admin admin] Publish callbacks [] for security_group (e9d5d15e-2813-42cd-98f2-9ec137c8498b), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:21.657950 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8862-ae1a-4b9b-ba0e-0d26d8ddfeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e9d5d15e-2813-42cd-98f2-9ec137c8498b), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:21.660589 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8862-ae1a-4b9b-ba0e-0d26d8ddfeb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:21.661801 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-c3cb8862-ae1a-4b9b-ba0e-0d26d8ddfeb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9d5d15e-2813-42cd-98f2-9ec137c8498b HTTP/1.1" status: 204 len: 168 time: 0.1616209 Jan 21 14:31:21.670027 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb8862-ae1a-4b9b-ba0e-0d26d8ddfeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d5d15e-2813-42cd-98f2-9ec137c8498b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:22.302008 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60566) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:22.315945 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8f68b7f2-1420-4105-8e07-fbfb592b2a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:22.391092 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8f68b7f2-1420-4105-8e07-fbfb592b2a55 admin admin] Publish callbacks [] for security_group (2ed4c0c8-72d8-4e08-9f28-ab3635ca4530), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:22.475386 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8f68b7f2-1420-4105-8e07-fbfb592b2a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (2ed4c0c8-72d8-4e08-9f28-ab3635ca4530), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:22.523701 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68b7f2-1420-4105-8e07-fbfb592b2a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed4c0c8-72d8-4e08-9f28-ab3635ca4530,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:22.530621 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-8f68b7f2-1420-4105-8e07-fbfb592b2a55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77bd504ff49d4425bd863b4d9c169793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273862 Jan 21 14:31:22.533396 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60568) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:22.584869 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-553be6dd-ebe2-47d0-bb05-81f1dc6804ee admin admin] Publish callbacks [] for security_group (2ed4c0c8-72d8-4e08-9f28-ab3635ca4530), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:22.606685 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-553be6dd-ebe2-47d0-bb05-81f1dc6804ee admin admin] Publish callbacks [] for security_group (2ed4c0c8-72d8-4e08-9f28-ab3635ca4530), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:22.709272 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-553be6dd-ebe2-47d0-bb05-81f1dc6804ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (2ed4c0c8-72d8-4e08-9f28-ab3635ca4530), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:22.711943 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-553be6dd-ebe2-47d0-bb05-81f1dc6804ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:22.713155 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-553be6dd-ebe2-47d0-bb05-81f1dc6804ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ed4c0c8-72d8-4e08-9f28-ab3635ca4530 HTTP/1.1" status: 204 len: 168 time: 0.1785429 Jan 21 14:31:22.721714 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553be6dd-ebe2-47d0-bb05-81f1dc6804ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed4c0c8-72d8-4e08-9f28-ab3635ca4530,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:23.851923 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ae4af7db-9e37-418d-8639-ba7524607688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:26.744009 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0251ab36-0e38-4709-a6f7-9e3abf2919bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:27.749071 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21daca-9da3-45a1-8708-d422e320d1ec req-630ca8dc-5fe3-4908-b87c-d87e1db26663 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:27.750695 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ef21daca-9da3-45a1-8708-d422e320d1ec req-630ca8dc-5fe3-4908-b87c-d87e1db26663 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 947 time: 0.0547597 Jan 21 14:31:27.800665 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ef21daca-9da3-45a1-8708-d422e320d1ec req-f9e337c1-f66a-4c3a-a18e-d3ad8344e472 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444157 Jan 21 14:31:28.925520 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc470a18-ee48-4aa6-961b-8b3ec3712d83 req-20792453-51c1-4d7c-824e-945e593af552 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:28.927073 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-dc470a18-ee48-4aa6-961b-8b3ec3712d83 req-20792453-51c1-4d7c-824e-945e593af552 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 947 time: 0.0516655 Jan 21 14:31:28.977825 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-dc470a18-ee48-4aa6-961b-8b3ec3712d83 req-3e58543c-2c73-4830-a8fd-3dfe67edbf6e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437744 Jan 21 14:31:29.263357 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:29.760846 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:30.095680 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3c960-cfca-4452-bdcc-c4043097ed23 req-29e6c5d1-79f0-4478-be92-c64b4b36b000 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:30.097158 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-58f3c960-cfca-4452-bdcc-c4043097ed23 req-29e6c5d1-79f0-4478-be92-c64b4b36b000 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 947 time: 0.0485132 Jan 21 14:31:30.142979 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-58f3c960-cfca-4452-bdcc-c4043097ed23 req-cb8a9331-b451-46f4-bffa-6027ae5a09b4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402412 Jan 21 14:31:30.967313 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:31.267430 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8469768-9e7d-463b-b537-a9502b211651 req-469d8797-9ebf-42df-87d4-17b68d4a055c tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:31.268901 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d8469768-9e7d-463b-b537-a9502b211651 req-469d8797-9ebf-42df-87d4-17b68d4a055c tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 947 time: 0.0484343 Jan 21 14:31:31.318509 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d8469768-9e7d-463b-b537-a9502b211651 req-bb9666d9-8df0-4c3c-b42c-041043e874b7 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups?id=00bbc09e-5db8-4d0a-a460-56826796547a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440295 Jan 21 14:31:31.480881 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:31.787544 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-150cf651-016f-4f66-9ad5-ccebe9bc92b5 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:31:31.789200 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-150cf651-016f-4f66-9ad5-ccebe9bc92b5 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.88 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 947 time: 0.0565290 Jan 21 14:31:31.880990 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Deleting port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:31:31.881329 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:31.985492 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] For port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:31:31.985492 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:32.160535 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60690) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:32.200620 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:32.200993 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (faab8e1e-fd99-4dc6-ada3-851f45d51ab1), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:32.201316 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.l3_db [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Floating IP faab8e1e-fd99-4dc6-ada3-851f45d51ab1 disassociated. External IP: 172.27.0.221, port: 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09. Jan 21 14:31:32.201666 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Calling delete_port for 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:31:32.269403 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e61d512c-2417-486e-a47a-af9f59fbc0fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:32.373042 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (0c3a2b3f-ab31-4efa-bf60-a85aa5647c09), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:32.405903 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event deleted for resources: {'Port': ['ID=0c3a2b3f-ab31-4efa-bf60-a85aa5647c09,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:32.480089 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c3524680-0c94-4902-a20c-f390f5731ac8 req-59ec8fe0-a3b2-427d-a458-a41cfb3ed8c5 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 210 time: 0.0381570 Jan 21 14:31:32.480089 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e61d512c-2417-486e-a47a-af9f59fbc0fa admin admin] Publish callbacks [] for security_group (e499e4bb-6966-493e-a227-10f85e58b4ee), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:32.515169 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e61d512c-2417-486e-a47a-af9f59fbc0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e499e4bb-6966-493e-a227-10f85e58b4ee), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:32.523686 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:31:32.553968 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-e61d512c-2417-486e-a47a-af9f59fbc0fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b9988e0ea804281a2081ea6da6d1f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923156 Jan 21 14:31:32.555355 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d512c-2417-486e-a47a-af9f59fbc0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e499e4bb-6966-493e-a227-10f85e58b4ee,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:32.557791 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60696) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:32.607628 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f714601-4724-4972-9ca2-1652fd904209 admin admin] Publish callbacks [] for security_group (e499e4bb-6966-493e-a227-10f85e58b4ee), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:32.630429 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f714601-4724-4972-9ca2-1652fd904209 admin admin] Publish callbacks [] for security_group (e499e4bb-6966-493e-a227-10f85e58b4ee), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:32.640437 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:31:32.654501 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e62eec-1306-428c-b87b-d606a5c46e9e None None] Sync routers for ids ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:31:32.664906 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e62eec-1306-428c-b87b-d606a5c46e9e None None] Routers {'9e0df276-eff3-43a7-aa11-a3ecb8cce288'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:31:32.665512 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f9e62eec-1306-428c-b87b-d606a5c46e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:31:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:32.681430 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] No DVR routers for this DVR port 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 on host hv-cinder-82160 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:31:32.684900 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:32.688490 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8ec88115-d21f-4173-a936-bdbb6f6a04d6 req-9348130f-50b6-4c90-ad02-455da0467fa4 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.88 "DELETE /v2.0/ports/0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 HTTP/1.1" status: 204 len: 173 time: 0.8939033 Jan 21 14:31:32.688951 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'name': 'network-vif-deleted', 'tag': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:31:32.691327 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e301acbd-6d97-495e-9e95-11c64634b3b1" -d '{"events": [{"server_uuid": "b50562eb-01b3-4b78-8b9a-b3886ef849e7", "name": "network-vif-deleted", "tag": "0c3a2b3f-ab31-4efa-bf60-a85aa5647c09"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:31:32.730371 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817ac8a6-433b-4500-8cfa-1937e4e553b6 x-openstack-request-id: req-817ac8a6-433b-4500-8cfa-1937e4e553b6 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:31:32.731594 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50562eb-01b3-4b78-8b9a-b3886ef849e7", "name": "network-vif-deleted", "tag": "0c3a2b3f-ab31-4efa-bf60-a85aa5647c09", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:31:32.731594 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-817ac8a6-433b-4500-8cfa-1937e4e553b6 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:31:32.732189 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50562eb-01b3-4b78-8b9a-b3886ef849e7', 'name': 'network-vif-deleted', 'tag': '0c3a2b3f-ab31-4efa-bf60-a85aa5647c09', 'status': 'completed', 'code': 200} Jan 21 14:31:32.733885 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f714601-4724-4972-9ca2-1652fd904209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e499e4bb-6966-493e-a227-10f85e58b4ee), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:32.742899 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f714601-4724-4972-9ca2-1652fd904209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:32.744274 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-7f714601-4724-4972-9ca2-1652fd904209 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e499e4bb-6966-493e-a227-10f85e58b4ee HTTP/1.1" status: 204 len: 168 time: 0.1853724 Jan 21 14:31:32.753437 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f714601-4724-4972-9ca2-1652fd904209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e499e4bb-6966-493e-a227-10f85e58b4ee,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:32.892376 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f9e62eec-1306-428c-b87b-d606a5c46e9e None None] Set router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:31:33.113054 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f9e62eec-1306-428c-b87b-d606a5c46e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:11Z', 'revision_number': 5, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:33.139797 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e62eec-1306-428c-b87b-d606a5c46e9e None None] Checking router: 9e0df276-eff3-43a7-aa11-a3ecb8cce288 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:31:33.148600 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e62eec-1306-428c-b87b-d606a5c46e9e None None] Routers {'9e0df276-eff3-43a7-aa11-a3ecb8cce288'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:31:33.149214 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f9e62eec-1306-428c-b87b-d606a5c46e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:31:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:33.256147 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f9e62eec-1306-428c-b87b-d606a5c46e9e None None] Set router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:31:33.455661 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f9e62eec-1306-428c-b87b-d606a5c46e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:11Z', 'revision_number': 5, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:33.486655 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e62eec-1306-428c-b87b-d606a5c46e9e None None] The sync data for ids ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'] in dv-cinder-821602-20-iscsi is: [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:24:02Z', 'revision_number': 4, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': 'ca807907-185a-46e1-8083-4ee06c0676e5', 'name': '', 'network_id': '23bc7a6c-f4b1-46b9-adc6-d70b40c31cea', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:24:00Z', 'updated_at': '2022-01-21T14:24:11Z', 'revision_number': 5, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'subnets': [{'id': 'b1af3231-f7ce-40f9-b8d1-bdab42531b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:31:33.560485 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60708) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:33.568949 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d6e64fa2-b955-472a-b3f6-029b83bcb0f1 req-399dacc8-d5f5-4d63-8353-e47a05e451b0 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/ports?device_id=b50562eb-01b3-4b78-8b9a-b3886ef849e7 HTTP/1.1" status: 200 len: 210 time: 0.0385182 Jan 21 14:31:33.579137 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7e24f050-b6c9-4b7e-9da1-b9bc53dc0e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:33.662045 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7e24f050-b6c9-4b7e-9da1-b9bc53dc0e01 admin admin] Publish callbacks [] for security_group (3b48d566-1a54-4edb-8a10-eea8609b2509), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:33.709552 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7e24f050-b6c9-4b7e-9da1-b9bc53dc0e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (3b48d566-1a54-4edb-8a10-eea8609b2509), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:33.751576 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-7e24f050-b6c9-4b7e-9da1-b9bc53dc0e01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10ca5b6e59e24ef5bcf6ef5d05dd869e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900518 Jan 21 14:31:33.754037 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60710) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:33.755245 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176fca4-6437-451b-9319-9a464dcf0cc2 None None] New status for floating IP faab8e1e-fd99-4dc6-ada3-851f45d51ab1: DOWN {{(pid=103333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:31:33.761005 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24f050-b6c9-4b7e-9da1-b9bc53dc0e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b48d566-1a54-4edb-8a10-eea8609b2509,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:33.813572 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-12ee2f79-4e44-458d-813e-3f8f3cb5f382 admin admin] Publish callbacks [] for security_group (3b48d566-1a54-4edb-8a10-eea8609b2509), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:33.836946 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-12ee2f79-4e44-458d-813e-3f8f3cb5f382 admin admin] Publish callbacks [] for security_group (3b48d566-1a54-4edb-8a10-eea8609b2509), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:33.966692 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-12ee2f79-4e44-458d-813e-3f8f3cb5f382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (3b48d566-1a54-4edb-8a10-eea8609b2509), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:33.969395 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-12ee2f79-4e44-458d-813e-3f8f3cb5f382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:33.970939 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-12ee2f79-4e44-458d-813e-3f8f3cb5f382 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b48d566-1a54-4edb-8a10-eea8609b2509 HTTP/1.1" status: 204 len: 168 time: 0.2151144 Jan 21 14:31:33.978802 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee2f79-4e44-458d-813e-3f8f3cb5f382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b48d566-1a54-4edb-8a10-eea8609b2509,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:34.756440 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60746) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:34.817940 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-db7e9ad6-e2d2-4cfc-9074-09e2cb83d95e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group (00bbc09e-5db8-4d0a-a460-56826796547a), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:34.843589 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-db7e9ad6-e2d2-4cfc-9074-09e2cb83d95e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group (00bbc09e-5db8-4d0a-a460-56826796547a), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:34.949643 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-db7e9ad6-e2d2-4cfc-9074-09e2cb83d95e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (00bbc09e-5db8-4d0a-a460-56826796547a), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:34.952381 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-db7e9ad6-e2d2-4cfc-9074-09e2cb83d95e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:34.953586 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-db7e9ad6-e2d2-4cfc-9074-09e2cb83d95e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "DELETE /v2.0/security-groups/00bbc09e-5db8-4d0a-a460-56826796547a HTTP/1.1" status: 204 len: 168 time: 0.1961620 Jan 21 14:31:34.956578 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60750) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:34.962770 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e9ad6-e2d2-4cfc-9074-09e2cb83d95e tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bbc09e-5db8-4d0a-a460-56826796547a,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:34.973514 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.api.v2.resource [None req-32240956-9603-47ac-a977-c24d4ed6e668 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] show failed (client error): The resource could not be found. Jan 21 14:31:34.977717 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60752) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:34.979027 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-32240956-9603-47ac-a977-c24d4ed6e668 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "GET /v2.0/security-groups/00bbc09e-5db8-4d0a-a460-56826796547a HTTP/1.1" status: 404 len: 347 time: 0.0203018 Jan 21 14:31:35.106725 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d18231cc-eb7a-4740-bc91-9abcdea1af94 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Deleting port cd16d0d3-f760-4430-b803-cd8d2bf6518d {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:31:35.107135 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d18231cc-eb7a-4740-bc91-9abcdea1af94 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (cd16d0d3-f760-4430-b803-cd8d2bf6518d), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:35.180551 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d18231cc-eb7a-4740-bc91-9abcdea1af94 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (cd16d0d3-f760-4430-b803-cd8d2bf6518d), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:35.180885 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d18231cc-eb7a-4740-bc91-9abcdea1af94 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for floatingip (cd16d0d3-f760-4430-b803-cd8d2bf6518d), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:35.192681 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d18231cc-eb7a-4740-bc91-9abcdea1af94 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Calling delete_port for cd16d0d3-f760-4430-b803-cd8d2bf6518d owned by network:floatingip {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:31:35.458005 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d18231cc-eb7a-4740-bc91-9abcdea1af94 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (cd16d0d3-f760-4430-b803-cd8d2bf6518d), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:35.486269 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18231cc-eb7a-4740-bc91-9abcdea1af94 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Pushing event deleted for resources: {'Port': ['ID=cd16d0d3-f760-4430-b803-cd8d2bf6518d,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:35.668854 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60764) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:35.791336 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d18231cc-eb7a-4740-bc91-9abcdea1af94 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks [] for floatingip (faab8e1e-fd99-4dc6-ada3-851f45d51ab1), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:35.794092 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa05be66-f8f2-4854-946d-c48a201c78e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:35.796022 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d18231cc-eb7a-4740-bc91-9abcdea1af94 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:35.797216 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-d18231cc-eb7a-4740-bc91-9abcdea1af94 tempest-AttachVolumeShelveTestJSON-913460093 tempest-AttachVolumeShelveTestJSON-913460093-project] 10.222.0.39 "DELETE /v2.0/floatingips/faab8e1e-fd99-4dc6-ada3-851f45d51ab1 HTTP/1.1" status: 204 len: 168 time: 0.8182960 Jan 21 14:31:35.880737 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa05be66-f8f2-4854-946d-c48a201c78e3 admin admin] Publish callbacks [] for security_group (31b26d61-a21f-4210-8dc7-d223de1889d4), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:36.006805 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa05be66-f8f2-4854-946d-c48a201c78e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (31b26d61-a21f-4210-8dc7-d223de1889d4), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:36.037011 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:31:36.045628 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-aa05be66-f8f2-4854-946d-c48a201c78e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=020c07607e794580a0bdd0afcba730aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756392 Jan 21 14:31:36.047836 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05be66-f8f2-4854-946d-c48a201c78e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b26d61-a21f-4210-8dc7-d223de1889d4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:36.049066 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60772) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:36.061386 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:31:36.061742 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 0c3a2b3f-ab31-4efa-bf60-a85aa5647c09 not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:31:36.113252 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f082608c-e1d0-458f-8b6a-c25e2a4772b9 admin admin] Publish callbacks [] for security_group (31b26d61-a21f-4210-8dc7-d223de1889d4), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:36.137662 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f082608c-e1d0-458f-8b6a-c25e2a4772b9 admin admin] Publish callbacks [] for security_group (31b26d61-a21f-4210-8dc7-d223de1889d4), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:36.264171 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f082608c-e1d0-458f-8b6a-c25e2a4772b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (31b26d61-a21f-4210-8dc7-d223de1889d4), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:36.267650 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f082608c-e1d0-458f-8b6a-c25e2a4772b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:36.269348 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-f082608c-e1d0-458f-8b6a-c25e2a4772b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31b26d61-a21f-4210-8dc7-d223de1889d4 HTTP/1.1" status: 204 len: 168 time: 0.2197425 Jan 21 14:31:36.280689 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082608c-e1d0-458f-8b6a-c25e2a4772b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b26d61-a21f-4210-8dc7-d223de1889d4,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:40.660848 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60896) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:41.177277 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2199db9f-cf8d-41be-861c-b48ca04c9469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797260'] for router_interface (9e0df276-eff3-43a7-aa11-a3ecb8cce288), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:41.426132 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2199db9f-cf8d-41be-861c-b48ca04c9469 admin admin] Deleting port ca807907-185a-46e1-8083-4ee06c0676e5 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:31:41.426478 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2199db9f-cf8d-41be-861c-b48ca04c9469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:41.503613 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2199db9f-cf8d-41be-861c-b48ca04c9469 admin admin] For port ca807907-185a-46e1-8083-4ee06c0676e5, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=ca807907-185a-46e1-8083-4ee06c0676e5,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:31:41.503989 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2199db9f-cf8d-41be-861c-b48ca04c9469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:41.515424 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2199db9f-cf8d-41be-861c-b48ca04c9469 admin admin] Calling delete_port for ca807907-185a-46e1-8083-4ee06c0676e5 owned by network:router_interface {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:31:41.755297 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2199db9f-cf8d-41be-861c-b48ca04c9469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (ca807907-185a-46e1-8083-4ee06c0676e5), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:41.780899 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199db9f-cf8d-41be-861c-b48ca04c9469 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca807907-185a-46e1-8083-4ee06c0676e5,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:41.982262 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2199db9f-cf8d-41be-861c-b48ca04c9469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573071'] for router_interface (9e0df276-eff3-43a7-aa11-a3ecb8cce288), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:42.206127 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2199db9f-cf8d-41be-861c-b48ca04c9469 admin admin] Router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:31:42.321199 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2199db9f-cf8d-41be-861c-b48ca04c9469 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:31:42.327200 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-2199db9f-cf8d-41be-861c-b48ca04c9469 admin admin] 10.222.0.39 "PUT /v2.0/routers/9e0df276-eff3-43a7-aa11-a3ecb8cce288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6652792 Jan 21 14:31:42.329656 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60916) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:42.332632 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063302a-204a-4eb2-8667-bcab971316a0 None None] Sync routers for ids ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:31:42.344108 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9063302a-204a-4eb2-8667-bcab971316a0 None None] Routers {'9e0df276-eff3-43a7-aa11-a3ecb8cce288'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:31:42.344793 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9063302a-204a-4eb2-8667-bcab971316a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:31:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:42.439349 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] Publish callbacks [] for router (9e0df276-eff3-43a7-aa11-a3ecb8cce288), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:42.453892 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-9063302a-204a-4eb2-8667-bcab971316a0 None None] Set router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:31:42.550484 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] Publish callbacks [] for router_gateway (9e0df276-eff3-43a7-aa11-a3ecb8cce288), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:42.633308 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9063302a-204a-4eb2-8667-bcab971316a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:31:41Z', 'revision_number': 5, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port': {'id': '26ac2b3b-2273-4750-a141-d1d7347c02b4', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:23:55Z', 'updated_at': '2022-01-21T14:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:42.661193 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] Deleting port 26ac2b3b-2273-4750-a141-d1d7347c02b4 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:31:42.661532 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (26ac2b3b-2273-4750-a141-d1d7347c02b4), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:42.665632 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063302a-204a-4eb2-8667-bcab971316a0 None None] Checking router: 9e0df276-eff3-43a7-aa11-a3ecb8cce288 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:31:42.675269 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9063302a-204a-4eb2-8667-bcab971316a0 None None] Routers {'9e0df276-eff3-43a7-aa11-a3ecb8cce288'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:31:42.675899 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9063302a-204a-4eb2-8667-bcab971316a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:31:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:42.740713 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] For port 26ac2b3b-2273-4750-a141-d1d7347c02b4, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=26ac2b3b-2273-4750-a141-d1d7347c02b4,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:31:42.741074 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (26ac2b3b-2273-4750-a141-d1d7347c02b4), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:42.754467 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] Calling delete_port for 26ac2b3b-2273-4750-a141-d1d7347c02b4 owned by network:router_gateway {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:31:42.765809 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-9063302a-204a-4eb2-8667-bcab971316a0 None None] Set router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:31:42.818123 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9063302a-204a-4eb2-8667-bcab971316a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:31:42Z', 'revision_number': 6, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port_host': None}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:42.849026 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063302a-204a-4eb2-8667-bcab971316a0 None None] The sync data for ids ['9e0df276-eff3-43a7-aa11-a3ecb8cce288'] in dv-cinder-821602-20-iscsi is: [{'id': '9e0df276-eff3-43a7-aa11-a3ecb8cce288', 'name': 'tempest-AttachVolumeShelveTestJSON-74847865-router', 'tenant_id': '60aa34d5299842f1aa2a2e8e745df561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:23:54Z', 'updated_at': '2022-01-21T14:31:42Z', 'revision_number': 6, 'project_id': '60aa34d5299842f1aa2a2e8e745df561', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:31:42.988947 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (26ac2b3b-2273-4750-a141-d1d7347c02b4), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:43.019165 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ac2b3b-2273-4750-a141-d1d7347c02b4,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:43.078874 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583186'] for router_gateway (9e0df276-eff3-43a7-aa11-a3ecb8cce288), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:43.171817 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1873'] for router (9e0df276-eff3-43a7-aa11-a3ecb8cce288), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:43.173850 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] Publish callbacks [] for router_controller (9e0df276-eff3-43a7-aa11-a3ecb8cce288), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:43.287075 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587591'] for router (9e0df276-eff3-43a7-aa11-a3ecb8cce288), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:43.294213 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e0df276-eff3-43a7-aa11-a3ecb8cce288 {{(pid=103331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 14:31:43.294507 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:43.299525 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60926) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:43.299987 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-e81c011e-85d8-49f6-9c8a-e237f73c57d7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9e0df276-eff3-43a7-aa11-a3ecb8cce288 HTTP/1.1" status: 204 len: 168 time: 0.9691563 Jan 21 14:31:43.379308 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b2765a-27b8-493b-8721-d1ee33e9090e admin admin] Deleting subnet b1af3231-f7ce-40f9-b8d1-bdab42531b8f {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:31:43.382847 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04b2765a-27b8-493b-8721-d1ee33e9090e admin admin] Publish callbacks [] for subnet (b1af3231-f7ce-40f9-b8d1-bdab42531b8f), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:43.422678 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04b2765a-27b8-493b-8721-d1ee33e9090e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7591984'] for subnet (b1af3231-f7ce-40f9-b8d1-bdab42531b8f), precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:43.539390 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04b2765a-27b8-493b-8721-d1ee33e9090e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (b1af3231-f7ce-40f9-b8d1-bdab42531b8f), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:43.623930 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04b2765a-27b8-493b-8721-d1ee33e9090e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5076217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7381003'] for subnet (b1af3231-f7ce-40f9-b8d1-bdab42531b8f), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:43.642877 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device ca807907-185a-46e1-8083-4ee06c0676e5 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:31:43.651809 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2765a-27b8-493b-8721-d1ee33e9090e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1af3231-f7ce-40f9-b8d1-bdab42531b8f,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:43.657378 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04b2765a-27b8-493b-8721-d1ee33e9090e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:43.661104 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-04b2765a-27b8-493b-8721-d1ee33e9090e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b1af3231-f7ce-40f9-b8d1-bdab42531b8f HTTP/1.1" status: 204 len: 168 time: 0.3601010 Jan 21 14:31:43.663312 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60932) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:43.666981 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: ca807907-185a-46e1-8083-4ee06c0676e5 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:31:43.667214 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device ca807907-185a-46e1-8083-4ee06c0676e5 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:31:43.668838 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31475f54-f95c-48c7-ae6b-eb3cdc561c83 None None] Network 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:31:43.737354 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (23bc7a6c-f4b1-46b9-adc6-d70b40c31cea), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:43.805509 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Deleting port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:31:43.805849 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:43.895949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] For port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:31:43.896426 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:43.912880 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Calling delete_port for 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:31:43.983014 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95b864-190a-49fd-afda-27bd9279b232 None None] DHCP port deletion for 23bc7a6c-f4b1-46b9-adc6-d70b40c31cea request from dv-cinder-821602-20-iscsi {{(pid=103333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 14:31:44.035188 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-de95b864-190a-49fd-afda-27bd9279b232 None None] Deleting port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:31:44.035558 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de95b864-190a-49fd-afda-27bd9279b232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:44.046827 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:44.073364 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:44.077811 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] No DVR routers for this DVR port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a on host dv-cinder-821602-20-iscsi {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:31:44.103194 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-de95b864-190a-49fd-afda-27bd9279b232 None None] For port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a,segment=NetworkSegment(396a44f4-a2f4-402b-9fc8-d1161c4593ec),segment_id=396a44f4-a2f4-402b-9fc8-d1161c4593ec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:31:44.103609 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de95b864-190a-49fd-afda-27bd9279b232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:44.117803 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-de95b864-190a-49fd-afda-27bd9279b232 None None] Calling delete_port for 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:31:44.152096 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (23bc7a6c-f4b1-46b9-adc6-d70b40c31cea), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:44.172823 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bc7a6c-f4b1-46b9-adc6-d70b40c31cea']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:44.182488 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396a44f4-a2f4-402b-9fc8-d1161c4593ec') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:44.182785 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396a44f4-a2f4-402b-9fc8-d1161c4593ec') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:31:44.192513 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7592139'] for segment (396a44f4-a2f4-402b-9fc8-d1161c4593ec), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:44.194400 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de95b864-190a-49fd-afda-27bd9279b232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381'] for port (3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a), after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:44.208544 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (396a44f4-a2f4-402b-9fc8-d1161c4593ec), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:44.214588 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:31:44.214969 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5076115'] for segment (396a44f4-a2f4-402b-9fc8-d1161c4593ec), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: Traceback (most recent call last): Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: timer() Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: cb(*args, **kw) Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: return func(*args, **kwargs) Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: self._notify() Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: self.callback(batched_events) Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: event.method(event) Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: return f(self, *a, **k) Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: return self._get(url).json() Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: return self.request(url, 'GET', **kwargs) Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:31:44.217139 dv-cinder-821602-20-iscsi neutron-server[103332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:31:44.223211 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95b864-190a-49fd-afda-27bd9279b232 None None] Pushing event deleted for resources: {'Port': ['ID=3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:44.227807 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95b864-190a-49fd-afda-27bd9279b232 None None] No DVR routers for this DVR port 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a on host dv-cinder-821602-20-iscsi {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:31:44.343797 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (23bc7a6c-f4b1-46b9-adc6-d70b40c31cea), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:44.349609 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:44.353201 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] 10.222.0.39 "DELETE /v2.0/networks/23bc7a6c-f4b1-46b9-adc6-d70b40c31cea HTTP/1.1" status: 204 len: 168 time: 0.6881895 Jan 21 14:31:44.367832 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfea14e-4b20-411b-bab6-be8d7d728e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=23bc7a6c-f4b1-46b9-adc6-d70b40c31cea,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:44.660648 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60950) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:44.714753 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-227fd047-97b1-4aa6-8f5d-92a62c7e6c24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60aa34d5299842f1aa2a2e8e745df561&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0529289 Jan 21 14:31:44.717251 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60954) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:44.771386 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba61d1ce-aaee-434c-adc0-82f232e31430 admin admin] Publish callbacks [] for security_group (4a4de102-67f6-445f-af71-15631a243640), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:44.792624 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba61d1ce-aaee-434c-adc0-82f232e31430 admin admin] Publish callbacks [] for security_group (4a4de102-67f6-445f-af71-15631a243640), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:45.024605 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:31:45.048459 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:31:45.048926 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 3fc4e23d-0b83-473c-9b1f-ba0043d0ce4a not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:31:45.049665 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 26ac2b3b-2273-4750-a141-d1d7347c02b4 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:31:45.079839 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 26ac2b3b-2273-4750-a141-d1d7347c02b4 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:31:45.080192 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 26ac2b3b-2273-4750-a141-d1d7347c02b4 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:31:45.086506 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba61d1ce-aaee-434c-adc0-82f232e31430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (4a4de102-67f6-445f-af71-15631a243640), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:45.089275 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba61d1ce-aaee-434c-adc0-82f232e31430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:45.090427 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-ba61d1ce-aaee-434c-adc0-82f232e31430 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a4de102-67f6-445f-af71-15631a243640 HTTP/1.1" status: 204 len: 168 time: 0.3722653 Jan 21 14:31:45.105658 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61d1ce-aaee-434c-adc0-82f232e31430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4de102-67f6-445f-af71-15631a243640,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:45.269147 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 60960) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:45.510428 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e555e882-8ddb-4af7-b07d-e2481b618bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:45.588174 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e555e882-8ddb-4af7-b07d-e2481b618bca admin admin] Publish callbacks [] for security_group (23af99ca-f236-48a6-b279-ffdd575681d1), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:45.658410 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e555e882-8ddb-4af7-b07d-e2481b618bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (23af99ca-f236-48a6-b279-ffdd575681d1), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:45.725498 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-e555e882-8ddb-4af7-b07d-e2481b618bca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=410d1b1467bb402e8b23de5636f1b011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4549797 Jan 21 14:31:45.726899 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555e882-8ddb-4af7-b07d-e2481b618bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23af99ca-f236-48a6-b279-ffdd575681d1,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:45.728137 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 60976) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:31:45.790383 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-202637af-298c-4d45-9ee8-459531346810 admin admin] Publish callbacks [] for security_group (23af99ca-f236-48a6-b279-ffdd575681d1), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:45.817929 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-202637af-298c-4d45-9ee8-459531346810 admin admin] Publish callbacks [] for security_group (23af99ca-f236-48a6-b279-ffdd575681d1), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:45.943362 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-202637af-298c-4d45-9ee8-459531346810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (23af99ca-f236-48a6-b279-ffdd575681d1), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:45.945981 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-202637af-298c-4d45-9ee8-459531346810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:45.947170 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-202637af-298c-4d45-9ee8-459531346810 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23af99ca-f236-48a6-b279-ffdd575681d1 HTTP/1.1" status: 204 len: 168 time: 0.2113698 Jan 21 14:31:45.955220 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202637af-298c-4d45-9ee8-459531346810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23af99ca-f236-48a6-b279-ffdd575681d1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:31:46.912913 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:31:53.915043 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb194af9-1737-4a84-8625-72863d88c342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:56.760206 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-237b6d18-9e31-4b6f-8b61-db91040d11c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:59.269151 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:31:59.749010 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:00.983306 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:01.474932 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:15.984656 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 33056) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:32:16.095767 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:16.171561 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Publish callbacks [] for security_group (d0e17b7f-498a-4352-ba78-9ee043f2be19), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:16.263540 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (d0e17b7f-498a-4352-ba78-9ee043f2be19), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:16.308014 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce08ec7b3a8b4c108165b5d7b2cc34cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215647 Jan 21 14:32:16.308762 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e17b7f-498a-4352-ba78-9ee043f2be19,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:32:16.310621 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 33062) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:32:16.316936 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.322949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.322949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.322949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.322949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.322949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.322949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.322949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.322949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.322949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.322949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.322949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.322949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ee1ef-8923-435a-9d87-8b7e05d29c2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.367939 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Publish callbacks [] for security_group (d0e17b7f-498a-4352-ba78-9ee043f2be19), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:16.389486 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Publish callbacks [] for security_group (d0e17b7f-498a-4352-ba78-9ee043f2be19), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:16.502888 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (d0e17b7f-498a-4352-ba78-9ee043f2be19), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:16.506226 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:16.507476 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0e17b7f-498a-4352-ba78-9ee043f2be19 HTTP/1.1" status: 204 len: 168 time: 0.1958277 Jan 21 14:32:16.515793 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e17b7f-498a-4352-ba78-9ee043f2be19,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:32:16.523148 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.523496 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.523841 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.524176 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.524598 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.524820 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.525151 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.525478 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.525802 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.526153 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.526476 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.526800 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:16.527116 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad08b395-d733-4109-925b-73de1ed6d271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:32:23.863957 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f82e0db8-d694-4402-8af7-9739a5a526dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:23.913794 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:32:26.709307 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31eead83-4a44-4973-909c-a3cf30372ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:29.285756 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:29.794281 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:30.971276 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:31.513796 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:42.662261 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 33422) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:32:42.772739 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4434cdc-70ca-4c01-a05d-f5116aabed89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:42.854894 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4434cdc-70ca-4c01-a05d-f5116aabed89 admin admin] Publish callbacks [] for security_group (9b5ceb30-5ec6-4f97-aed7-6cf7adfb3edb), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:42.931308 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4434cdc-70ca-4c01-a05d-f5116aabed89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (9b5ceb30-5ec6-4f97-aed7-6cf7adfb3edb), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:42.974089 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-a4434cdc-70ca-4c01-a05d-f5116aabed89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b95656384c014da1a6a331e4f184901c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106806 Jan 21 14:32:42.975174 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4434cdc-70ca-4c01-a05d-f5116aabed89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5ceb30-5ec6-4f97-aed7-6cf7adfb3edb,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:32:42.976944 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 33428) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:32:43.037303 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af592fbf-bce9-4ebb-94de-7c0a25547fdf admin admin] Publish callbacks [] for security_group (9b5ceb30-5ec6-4f97-aed7-6cf7adfb3edb), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:43.059499 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af592fbf-bce9-4ebb-94de-7c0a25547fdf admin admin] Publish callbacks [] for security_group (9b5ceb30-5ec6-4f97-aed7-6cf7adfb3edb), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:43.205469 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af592fbf-bce9-4ebb-94de-7c0a25547fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (9b5ceb30-5ec6-4f97-aed7-6cf7adfb3edb), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:43.208336 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af592fbf-bce9-4ebb-94de-7c0a25547fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:43.209688 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-af592fbf-bce9-4ebb-94de-7c0a25547fdf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b5ceb30-5ec6-4f97-aed7-6cf7adfb3edb HTTP/1.1" status: 204 len: 168 time: 0.2304509 Jan 21 14:32:43.221085 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592fbf-bce9-4ebb-94de-7c0a25547fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5ceb30-5ec6-4f97-aed7-6cf7adfb3edb,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:32:43.721624 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 33434) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:32:43.734959 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-922c173e-dfe3-4421-b65a-824bd8f767c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:43.812147 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-922c173e-dfe3-4421-b65a-824bd8f767c0 admin admin] Publish callbacks [] for security_group (31508100-1efa-4d52-80f1-f003fab28481), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:43.868159 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-922c173e-dfe3-4421-b65a-824bd8f767c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (31508100-1efa-4d52-80f1-f003fab28481), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:43.913605 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-922c173e-dfe3-4421-b65a-824bd8f767c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85dfa4249db44f96b582ff146433ddf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907468 Jan 21 14:32:43.914415 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c173e-dfe3-4421-b65a-824bd8f767c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31508100-1efa-4d52-80f1-f003fab28481,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:32:43.916250 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 33438) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:32:43.965512 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7e8422bd-43b9-4a28-9744-02ee3a849951 admin admin] Publish callbacks [] for security_group (31508100-1efa-4d52-80f1-f003fab28481), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:43.987179 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7e8422bd-43b9-4a28-9744-02ee3a849951 admin admin] Publish callbacks [] for security_group (31508100-1efa-4d52-80f1-f003fab28481), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:44.102911 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7e8422bd-43b9-4a28-9744-02ee3a849951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (31508100-1efa-4d52-80f1-f003fab28481), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:44.107456 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7e8422bd-43b9-4a28-9744-02ee3a849951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:44.108722 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-7e8422bd-43b9-4a28-9744-02ee3a849951 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31508100-1efa-4d52-80f1-f003fab28481 HTTP/1.1" status: 204 len: 168 time: 0.1914635 Jan 21 14:32:44.117336 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8422bd-43b9-4a28-9744-02ee3a849951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31508100-1efa-4d52-80f1-f003fab28481,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:32:53.879720 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c76b9b9-91c2-44cc-92f4-fdc95448d597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:56.742130 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebe81d3f-e7f2-487d-8cc4-95c2dfe63b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:57.988336 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 33612) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:32:58.098538 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14ba1fdd-060d-49c0-8f8c-dd488d4fe095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:58.170051 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14ba1fdd-060d-49c0-8f8c-dd488d4fe095 admin admin] Publish callbacks [] for security_group (fe04f2ee-f461-4479-81c1-fb3610463397), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:58.233896 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14ba1fdd-060d-49c0-8f8c-dd488d4fe095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (fe04f2ee-f461-4479-81c1-fb3610463397), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:58.274775 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-14ba1fdd-060d-49c0-8f8c-dd488d4fe095 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ad4b7c4e9f54f77adb74b2131c0518c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847955 Jan 21 14:32:58.275950 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba1fdd-060d-49c0-8f8c-dd488d4fe095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe04f2ee-f461-4479-81c1-fb3610463397,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:32:58.277466 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 33616) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:32:58.326251 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c482bde0-f41d-4cb3-a095-5fb3f9c4971c admin admin] Publish callbacks [] for security_group (fe04f2ee-f461-4479-81c1-fb3610463397), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:58.347486 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c482bde0-f41d-4cb3-a095-5fb3f9c4971c admin admin] Publish callbacks [] for security_group (fe04f2ee-f461-4479-81c1-fb3610463397), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:58.479506 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c482bde0-f41d-4cb3-a095-5fb3f9c4971c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (fe04f2ee-f461-4479-81c1-fb3610463397), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:58.482109 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c482bde0-f41d-4cb3-a095-5fb3f9c4971c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:58.483341 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-c482bde0-f41d-4cb3-a095-5fb3f9c4971c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe04f2ee-f461-4479-81c1-fb3610463397 HTTP/1.1" status: 204 len: 168 time: 0.2047331 Jan 21 14:32:58.491665 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482bde0-f41d-4cb3-a095-5fb3f9c4971c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe04f2ee-f461-4479-81c1-fb3610463397,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:32:59.134456 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 33634) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:32:59.148139 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80dc5e6e-b059-4621-ad8d-69abea449151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:59.222476 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80dc5e6e-b059-4621-ad8d-69abea449151 admin admin] Publish callbacks [] for security_group (de08fc7b-2e7d-4dcc-b9b9-398b172ee08f), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:59.290410 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:59.290985 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80dc5e6e-b059-4621-ad8d-69abea449151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (de08fc7b-2e7d-4dcc-b9b9-398b172ee08f), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:59.326457 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc5e6e-b059-4621-ad8d-69abea449151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de08fc7b-2e7d-4dcc-b9b9-398b172ee08f,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:32:59.330742 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-80dc5e6e-b059-4621-ad8d-69abea449151 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fe8beb6d7664c60bd69d0aa55edc2e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951849 Jan 21 14:32:59.333825 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 33636) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:32:59.384531 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e69b39ac-fbcf-4e01-98f8-a4aa4a45ddb9 admin admin] Publish callbacks [] for security_group (de08fc7b-2e7d-4dcc-b9b9-398b172ee08f), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:59.405575 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e69b39ac-fbcf-4e01-98f8-a4aa4a45ddb9 admin admin] Publish callbacks [] for security_group (de08fc7b-2e7d-4dcc-b9b9-398b172ee08f), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:59.547968 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e69b39ac-fbcf-4e01-98f8-a4aa4a45ddb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (de08fc7b-2e7d-4dcc-b9b9-398b172ee08f), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:59.550683 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e69b39ac-fbcf-4e01-98f8-a4aa4a45ddb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:32:59.551849 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-e69b39ac-fbcf-4e01-98f8-a4aa4a45ddb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de08fc7b-2e7d-4dcc-b9b9-398b172ee08f HTTP/1.1" status: 204 len: 168 time: 0.2170913 Jan 21 14:32:59.561422 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b39ac-fbcf-4e01-98f8-a4aa4a45ddb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de08fc7b-2e7d-4dcc-b9b9-398b172ee08f,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:32:59.862352 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:00.913798 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:33:01.021755 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:01.490899 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:05.097883 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 33724) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:05.201347 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-21664ddc-adc8-4c66-a5d5-49189cbe8858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:05.278179 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-21664ddc-adc8-4c66-a5d5-49189cbe8858 admin admin] Publish callbacks [] for security_group (e4be3c59-b582-4f6d-a6ff-b37b921403ce), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:05.319324 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-21664ddc-adc8-4c66-a5d5-49189cbe8858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e4be3c59-b582-4f6d-a6ff-b37b921403ce), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:05.363324 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 33736) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:05.363790 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-21664ddc-adc8-4c66-a5d5-49189cbe8858 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8aeafe500f3446cb904878184bce61b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643604 Jan 21 14:33:05.365547 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21664ddc-adc8-4c66-a5d5-49189cbe8858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4be3c59-b582-4f6d-a6ff-b37b921403ce,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:05.419511 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a8f-67b3-4e9f-b2c8-85f24efb250d admin admin] Publish callbacks [] for security_group (e4be3c59-b582-4f6d-a6ff-b37b921403ce), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:05.444617 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a8f-67b3-4e9f-b2c8-85f24efb250d admin admin] Publish callbacks [] for security_group (e4be3c59-b582-4f6d-a6ff-b37b921403ce), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:05.576549 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a8f-67b3-4e9f-b2c8-85f24efb250d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (e4be3c59-b582-4f6d-a6ff-b37b921403ce), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:05.579269 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a8f-67b3-4e9f-b2c8-85f24efb250d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:05.580846 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-8e0f4a8f-67b3-4e9f-b2c8-85f24efb250d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4be3c59-b582-4f6d-a6ff-b37b921403ce HTTP/1.1" status: 204 len: 168 time: 0.2160416 Jan 21 14:33:05.590539 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f4a8f-67b3-4e9f-b2c8-85f24efb250d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4be3c59-b582-4f6d-a6ff-b37b921403ce,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:08.479311 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-b7a8ad76-2a8c-46c2-a285-2b6de0242887 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b9f9acb90b8549478c085fa58eb621a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306365 Jan 21 14:33:08.925569 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-41c3cabb-aa33-40dc-a0fd-f8990fe0b2c9 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:08.927095 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-41c3cabb-aa33-40dc-a0fd-f8990fe0b2c9 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4427409 Jan 21 14:33:08.941914 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-555d7674-8716-4761-8052-0c4b302bcd59 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/quotas/b9f9acb90b8549478c085fa58eb621a1 HTTP/1.1" status: 200 len: 375 time: 0.0090792 Jan 21 14:33:08.972178 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-9f8a5ef6-0f19-4c07-8649-e81a65be079b tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b9f9acb90b8549478c085fa58eb621a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253613 Jan 21 14:33:09.210356 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b6f0c57e-eaa5-48aa-a2d3-13c0fb0580b4 req-98b299d6-f416-4d03-bb42-2d20c2b75b06 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 210 time: 0.0267260 Jan 21 14:33:10.319267 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1b35bf9c-61d8-474e-afe9-dcf5b5b37012 req-54aa692e-11f3-4839-9896-a3d9f904d4f2 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 210 time: 0.0270596 Jan 21 14:33:11.114283 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-f5c4cd70-edf2-4aa9-87bc-76636bb900cb tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=b9f9acb90b8549478c085fa58eb621a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222557 Jan 21 14:33:11.244434 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-e6029194-5e92-4f27-83fb-c92dcb8f91c0 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:11.245884 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-e6029194-5e92-4f27-83fb-c92dcb8f91c0 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1258404 Jan 21 14:33:11.258846 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Request body: {'port': {'device_id': '1d74edd9-15c3-4770-9699-ec92dd3d1eeb', 'network_id': '5ca86357-4d96-401a-b886-4184f01f0e5a', 'admin_state_up': True, 'tenant_id': 'b9f9acb90b8549478c085fa58eb621a1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:33:11.408986 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-bb9ca72a-3f75-4fe9-a20c-dd039473b2ab req-bb212c74-00bc-4843-9f77-f564f1e09432 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 210 time: 0.0334818 Jan 21 14:33:11.467429 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Made reservation on behalf of b9f9acb90b8549478c085fa58eb621a1 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:33:11.470991 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:11.480427 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:11.558448 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Publish callbacks [] for security_group (b98d6512-f34a-4117-b27a-1d775183b6b7), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:11.633355 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (b98d6512-f34a-4117-b27a-1d775183b6b7), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:11.697272 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98d6512-f34a-4117-b27a-1d775183b6b7,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:11.764618 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Allocated IP 192.168.233.16 (5ca86357-4d96-401a-b886-4184f01f0e5a/4f174e11-885f-40df-b3cc-729d5c200813/0d9aabd6-59fc-4374-80b7-e8a7587b405c) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:33:11.945692 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Publish callbacks [] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:12.033597 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:12.076198 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Network 5ca86357-4d96-401a-b886-4184f01f0e5a is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:33:12.081461 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:33:12.085202 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:33:12.112735 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Pushing event updated for resources: {'Port': ['ID=0d9aabd6-59fc-4374-80b7-e8a7587b405c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:12.142968 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:12.143625 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:12.253052 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-2ac867b6-54eb-49c0-82ed-99612ba5a606 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9983606 Jan 21 14:33:12.264358 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Request body: {'port': {'device_id': '1d74edd9-15c3-4770-9699-ec92dd3d1eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:33:12.316940 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:12.320976 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-55657a6a-f487-4e95-8282-bf16c2c2769a None None] Provisioning complete for port 0d9aabd6-59fc-4374-80b7-e8a7587b405c triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:33:12.321459 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55657a6a-f487-4e95-8282-bf16c2c2769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:12.356234 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-55657a6a-f487-4e95-8282-bf16c2c2769a None None] Port 0d9aabd6-59fc-4374-80b7-e8a7587b405c cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:33:12.563651 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b30612-7802-4ccf-8a01-f4b4836fe2bf req-2d87d357-b01a-491b-bdf8-70fa9196cf40 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:12.565143 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-51b30612-7802-4ccf-8a01-f4b4836fe2bf req-2d87d357-b01a-491b-bdf8-70fa9196cf40 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 935 time: 0.0782833 Jan 21 14:33:12.648287 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9aabd6-59fc-4374-80b7-e8a7587b405c {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:33:12.656474 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Publish callbacks [] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:12.661948 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-51b30612-7802-4ccf-8a01-f4b4836fe2bf req-67ee0b64-fe75-4e16-be61-1d8896eee7b4 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98d6512-f34a-4117-b27a-1d775183b6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895298 Jan 21 14:33:12.676288 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Transition to ACTIVE for port object 0d9aabd6-59fc-4374-80b7-e8a7587b405c will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:33:12.770253 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:12.822526 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9aabd6-59fc-4374-80b7-e8a7587b405c,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:12.905534 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Attempting to bind port 0d9aabd6-59fc-4374-80b7-e8a7587b405c on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:33:12.905961 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Attempting to bind port 0d9aabd6-59fc-4374-80b7-e8a7587b405c by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'f7d46739-18cb-465f-b69f-2d69815d3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5ca86357-4d96-401a-b886-4184f01f0e5a'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:33:12.906444 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Attempting to bind port 0d9aabd6-59fc-4374-80b7-e8a7587b405c on network 5ca86357-4d96-401a-b886-4184f01f0e5a {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:33:12.912050 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Port 0d9aabd6-59fc-4374-80b7-e8a7587b405c on network 5ca86357-4d96-401a-b886-4184f01f0e5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:33:12.912376 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Attempting to bind port 0d9aabd6-59fc-4374-80b7-e8a7587b405c on network 5ca86357-4d96-401a-b886-4184f01f0e5a {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:33:12.918871 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:33:12.919286 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Checking segment: {'id': 'f7d46739-18cb-465f-b69f-2d69815d3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5ca86357-4d96-401a-b886-4184f01f0e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:33:12.919956 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Bound using segment: {'id': 'f7d46739-18cb-465f-b69f-2d69815d3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5ca86357-4d96-401a-b886-4184f01f0e5a'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:33:12.920399 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Bound port: 0d9aabd6-59fc-4374-80b7-e8a7587b405c, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d46739-18cb-465f-b69f-2d69815d3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5ca86357-4d96-401a-b886-4184f01f0e5a'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:33:12.920798 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:12.993163 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] For port 0d9aabd6-59fc-4374-80b7-e8a7587b405c, host hv-cinder-82160, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:33:12.996261 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] For port 0d9aabd6-59fc-4374-80b7-e8a7587b405c, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0d9aabd6-59fc-4374-80b7-e8a7587b405c,segment=NetworkSegment(f7d46739-18cb-465f-b69f-2d69815d3b7d),segment_id=f7d46739-18cb-465f-b69f-2d69815d3b7d)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:33:13.068011 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:13.102824 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:13.103496 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:13.104853 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] 10.222.0.88 "PUT /v2.0/ports/0d9aabd6-59fc-4374-80b7-e8a7587b405c HTTP/1.1" status: 200 len: 1097 time: 0.8445799 Jan 21 14:33:13.105280 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d74edd9-15c3-4770-9699-ec92dd3d1eeb', 'tag': '0d9aabd6-59fc-4374-80b7-e8a7587b405c'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:33:13.107555 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77201208-06a2-4a97-a531-197ffa7e9d77" -d '{"events": [{"name": "network-changed", "server_uuid": "1d74edd9-15c3-4770-9699-ec92dd3d1eeb", "tag": "0d9aabd6-59fc-4374-80b7-e8a7587b405c"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:33:13.138699 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd868ad-5d7f-490c-a445-a9872feb4366 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9aabd6-59fc-4374-80b7-e8a7587b405c,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:13.145963 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b7b76c-4889-4e69-a3f1-3847351b46be x-openstack-request-id: req-93b7b76c-4889-4e69-a3f1-3847351b46be {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:33:13.148959 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d74edd9-15c3-4770-9699-ec92dd3d1eeb", "tag": "0d9aabd6-59fc-4374-80b7-e8a7587b405c", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:33:13.148959 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93b7b76c-4889-4e69-a3f1-3847351b46be {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:33:13.148959 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d74edd9-15c3-4770-9699-ec92dd3d1eeb', 'tag': '0d9aabd6-59fc-4374-80b7-e8a7587b405c', 'status': 'completed', 'code': 200} Jan 21 14:33:13.212255 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77201208-06a2-4a97-a531-197ffa7e9d77 req-92dc6705-1719-4963-9db1-b7ccc5244f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:13.213770 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-77201208-06a2-4a97-a531-197ffa7e9d77 req-92dc6705-1719-4963-9db1-b7ccc5244f5e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b9f9acb90b8549478c085fa58eb621a1&device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 1100 time: 0.0459244 Jan 21 14:33:13.241623 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-77201208-06a2-4a97-a531-197ffa7e9d77 req-f2132636-f767-4d67-a87b-a833e68cd826 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=b9f9acb90b8549478c085fa58eb621a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209024 Jan 21 14:33:13.361190 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77201208-06a2-4a97-a531-197ffa7e9d77 req-704b19eb-4316-41b9-9e9f-0604fe0cc418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:13.362790 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-77201208-06a2-4a97-a531-197ffa7e9d77 req-704b19eb-4316-41b9-9e9f-0604fe0cc418 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1103494 Jan 21 14:33:13.443781 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-7075b35b-5e8a-4c4b-af4c-ae4fb285bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:13.445403 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-7075b35b-5e8a-4c4b-af4c-ae4fb285bbe3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b9f9acb90b8549478c085fa58eb621a1&device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 1100 time: 0.0466824 Jan 21 14:33:13.497403 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-7cac2cd8-7668-418a-916c-fb7ff4cf7625 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=0d9aabd6-59fc-4374-80b7-e8a7587b405c HTTP/1.1" status: 200 len: 217 time: 0.0447145 Jan 21 14:33:13.546894 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-d50bba63-bfbc-439f-ac3d-fdd2ae29b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:13.548401 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-d50bba63-bfbc-439f-ac3d-fdd2ae29b4f1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4f174e11-885f-40df-b3cc-729d5c200813 HTTP/1.1" status: 200 len: 843 time: 0.0451744 Jan 21 14:33:13.597781 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-7853225e-78c4-4fa2-a46c-e3d93edb30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:13.599372 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-7853225e-78c4-4fa2-a46c-e3d93edb30ce service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5ca86357-4d96-401a-b886-4184f01f0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0446002 Jan 21 14:33:13.701828 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-572f69d2-68d7-4f6b-b199-250b6b208e9a service neutron] 10.222.0.88 "GET /v2.0/networks/5ca86357-4d96-401a-b886-4184f01f0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952754 Jan 21 14:33:13.833205 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b9153-1054-41e9-8e1f-af4288253818 req-d4092dec-a255-49d0-998c-091235a40265 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:13.834810 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d46b9153-1054-41e9-8e1f-af4288253818 req-d4092dec-a255-49d0-998c-091235a40265 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 947 time: 0.1003027 Jan 21 14:33:13.837785 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8129688-1b07-426d-91e2-d6f1124d5dd6 req-9eaecc2f-a007-4f86-aa39-0efdb0fe7102 service neutron] 10.222.0.88 "GET /v2.0/networks/5ca86357-4d96-401a-b886-4184f01f0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300986 Jan 21 14:33:13.886714 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d46b9153-1054-41e9-8e1f-af4288253818 req-d36127ff-5753-46c3-af44-aa20a2750353 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98d6512-f34a-4117-b27a-1d775183b6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452225 Jan 21 14:33:15.004651 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93163913-9ada-4960-9a3d-25f9f94c6ad9 req-ec534407-cdc1-496a-8776-ad4f2eb04bbf tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:15.006691 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-93163913-9ada-4960-9a3d-25f9f94c6ad9 req-ec534407-cdc1-496a-8776-ad4f2eb04bbf tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 947 time: 0.0491107 Jan 21 14:33:15.053364 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-93163913-9ada-4960-9a3d-25f9f94c6ad9 req-53cc31d0-4758-4819-b881-c99d61e66da5 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98d6512-f34a-4117-b27a-1d775183b6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411446 Jan 21 14:33:16.173682 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69371e2b-41be-4721-9ec6-f4eca8a2e234 req-1d3b77dc-3d11-49e0-a857-516fb619efb8 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:16.175202 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-69371e2b-41be-4721-9ec6-f4eca8a2e234 req-1d3b77dc-3d11-49e0-a857-516fb619efb8 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 947 time: 0.0496535 Jan 21 14:33:16.221727 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-69371e2b-41be-4721-9ec6-f4eca8a2e234 req-4667096b-8353-4a45-b278-ded0bd356ca7 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98d6512-f34a-4117-b27a-1d775183b6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406971 Jan 21 14:33:16.574200 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 0d9aabd6-59fc-4374-80b7-e8a7587b405c details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:33:16.669562 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 0d9aabd6-59fc-4374-80b7-e8a7587b405c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0d9aabd6-59fc-4374-80b7-e8a7587b405c,segment=NetworkSegment(f7d46739-18cb-465f-b69f-2d69815d3b7d),segment_id=f7d46739-18cb-465f-b69f-2d69815d3b7d)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:33:16.680481 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '0d9aabd6-59fc-4374-80b7-e8a7587b405c', 'network_id': '5ca86357-4d96-401a-b886-4184f01f0e5a', 'port_id': '0d9aabd6-59fc-4374-80b7-e8a7587b405c', 'mac_address': 'fa:16:3e:32:93:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f174e11-885f-40df-b3cc-729d5c200813', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:33:16.716475 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 0d9aabd6-59fc-4374-80b7-e8a7587b405c is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:33:16.716860 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:16.729667 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9aabd6-59fc-4374-80b7-e8a7587b405c {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:33:16.748521 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 0d9aabd6-59fc-4374-80b7-e8a7587b405c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0d9aabd6-59fc-4374-80b7-e8a7587b405c,segment=NetworkSegment(f7d46739-18cb-465f-b69f-2d69815d3b7d),segment_id=f7d46739-18cb-465f-b69f-2d69815d3b7d)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:33:16.878889 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:16.931923 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=0d9aabd6-59fc-4374-80b7-e8a7587b405c,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:16.938862 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:16.939223 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:16.939574 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:16.939916 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:16.940265 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:16.940599 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:16.940932 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:16.941264 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:16.941595 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:16.941923 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:16.942273 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:16.942601 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:16.942922 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:17.148271 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['0d9aabd6-59fc-4374-80b7-e8a7587b405c'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:33:17.344943 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9523b-ce2d-4902-a890-da100e5bb7a4 req-aadf487a-f699-4d7c-96f5-491c202e3f2a tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:17.346496 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-23b9523b-ce2d-4902-a890-da100e5bb7a4 req-aadf487a-f699-4d7c-96f5-491c202e3f2a tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 948 time: 0.0493815 Jan 21 14:33:17.393040 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-23b9523b-ce2d-4902-a890-da100e5bb7a4 req-8e9477e4-0b03-46f4-8789-f91f79fc7c47 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98d6512-f34a-4117-b27a-1d775183b6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Jan 21 14:33:18.506009 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf8b08-87c3-4abc-86b3-f8c891ad581c req-b2ef4c32-6c01-4521-b4b4-6b75bcdb48e4 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:18.507532 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9dcf8b08-87c3-4abc-86b3-f8c891ad581c req-b2ef4c32-6c01-4521-b4b4-6b75bcdb48e4 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 948 time: 0.0488191 Jan 21 14:33:18.557065 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9dcf8b08-87c3-4abc-86b3-f8c891ad581c req-e723d418-d469-4db1-9bdb-4d2d711cb171 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98d6512-f34a-4117-b27a-1d775183b6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440569 Jan 21 14:33:18.591328 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 0d9aabd6-59fc-4374-80b7-e8a7587b405c up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:33:18.702200 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port 0d9aabd6-59fc-4374-80b7-e8a7587b405c completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:33:18.706891 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 0d9aabd6-59fc-4374-80b7-e8a7587b405c triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:33:18.707466 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:18.797718 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 0d9aabd6-59fc-4374-80b7-e8a7587b405c is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:33:18.798297 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:18.823017 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d74edd9-15c3-4770-9699-ec92dd3d1eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9aabd6-59fc-4374-80b7-e8a7587b405c'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:33:18.825329 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96d30b8-0785-4464-86e3-df8b2599ff95" -d '{"events": [{"server_uuid": "1d74edd9-15c3-4770-9699-ec92dd3d1eeb", "name": "network-vif-plugged", "status": "completed", "tag": "0d9aabd6-59fc-4374-80b7-e8a7587b405c"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:33:18.838410 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 0d9aabd6-59fc-4374-80b7-e8a7587b405c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0d9aabd6-59fc-4374-80b7-e8a7587b405c,segment=NetworkSegment(f7d46739-18cb-465f-b69f-2d69815d3b7d),segment_id=f7d46739-18cb-465f-b69f-2d69815d3b7d)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:33:18.870982 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552d9334-08c6-4ad2-8c74-01e0e0b07438 x-openstack-request-id: req-552d9334-08c6-4ad2-8c74-01e0e0b07438 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:33:18.871485 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d74edd9-15c3-4770-9699-ec92dd3d1eeb", "name": "network-vif-plugged", "status": "completed", "tag": "0d9aabd6-59fc-4374-80b7-e8a7587b405c", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:33:18.871921 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-552d9334-08c6-4ad2-8c74-01e0e0b07438 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:33:18.872418 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d74edd9-15c3-4770-9699-ec92dd3d1eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9aabd6-59fc-4374-80b7-e8a7587b405c', 'code': 200} Jan 21 14:33:18.880543 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:18.941012 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=0d9aabd6-59fc-4374-80b7-e8a7587b405c,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:19.134504 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140de2ba-6ce9-4b60-84d3-b472e741a6cf req-fb1a2551-e37a-461b-98af-1e4da8b88e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:19.136003 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-140de2ba-6ce9-4b60-84d3-b472e741a6cf req-fb1a2551-e37a-461b-98af-1e4da8b88e9e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 1102 time: 0.0400126 Jan 21 14:33:19.184270 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-140de2ba-6ce9-4b60-84d3-b472e741a6cf req-526abaa7-c565-43b5-a67a-ad7dd282823a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b98d6512-f34a-4117-b27a-1d775183b6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425906 Jan 21 14:33:19.486330 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 33968) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:19.607352 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:19.715960 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0806cc9-7b98-4830-8039-a6f5ed37d823 req-99c1f33e-d9ed-4711-8cfd-cada3c41eefb tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:19.717508 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c0806cc9-7b98-4830-8039-a6f5ed37d823 req-99c1f33e-d9ed-4711-8cfd-cada3c41eefb tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 949 time: 0.0775547 Jan 21 14:33:19.744574 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Publish callbacks [] for security_group (af3bade9-546e-46da-bf56-ab91bde0693d), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:19.785089 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c0806cc9-7b98-4830-8039-a6f5ed37d823 req-1e21917e-b9e3-4f3f-a38b-c2e9c7e74fc5 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98d6512-f34a-4117-b27a-1d775183b6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567048 Jan 21 14:33:19.816166 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (af3bade9-546e-46da-bf56-ab91bde0693d), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:19.855576 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3bade9-546e-46da-bf56-ab91bde0693d,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:19.861340 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=734eb6bd1d884942a1ca5bf4cf3a6ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3739595 Jan 21 14:33:19.864133 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 33974) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:19.868824 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:19.869179 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:19.869524 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:19.869873 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:19.870232 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:19.870571 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:19.870901 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:19.871229 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:19.871557 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:19.871883 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:19.872210 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:19.872531 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:19.872852 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428312f-c19a-4540-9be1-72a9bba9f0b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:19.920102 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Publish callbacks [] for security_group (af3bade9-546e-46da-bf56-ab91bde0693d), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:19.942936 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Publish callbacks [] for security_group (af3bade9-546e-46da-bf56-ab91bde0693d), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:20.033346 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (af3bade9-546e-46da-bf56-ab91bde0693d), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:20.035971 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:20.037104 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af3bade9-546e-46da-bf56-ab91bde0693d HTTP/1.1" status: 204 len: 168 time: 0.1719079 Jan 21 14:33:20.044984 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3bade9-546e-46da-bf56-ab91bde0693d,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:20.051936 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:20.052279 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:20.052613 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:20.052945 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:20.053270 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:20.053589 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:20.054240 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:20.054654 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:20.055050 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:20.055290 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:20.055611 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:20.055923 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:20.056236 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9455952-e2c6-4be8-bc1e-9351d2e4b6c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:33:20.620249 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 33980) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:20.635929 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5b61-a31e-4b7c-86b5-d7299110c572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:20.711463 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5b61-a31e-4b7c-86b5-d7299110c572 admin admin] Publish callbacks [] for security_group (4c395484-245f-4d35-bba7-740e2f282147), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:20.781484 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5b61-a31e-4b7c-86b5-d7299110c572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (4c395484-245f-4d35-bba7-740e2f282147), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:20.819990 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-cd5a5b61-a31e-4b7c-86b5-d7299110c572 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9da9823a9bb54995b195efd7ac796837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987445 Jan 21 14:33:20.820822 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a5b61-a31e-4b7c-86b5-d7299110c572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c395484-245f-4d35-bba7-740e2f282147,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:20.828683 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 33984) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:20.880052 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7c12715d-511c-4cf8-99a0-5da5121a0c0c admin admin] Publish callbacks [] for security_group (4c395484-245f-4d35-bba7-740e2f282147), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:20.904569 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7c12715d-511c-4cf8-99a0-5da5121a0c0c admin admin] Publish callbacks [] for security_group (4c395484-245f-4d35-bba7-740e2f282147), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:20.908058 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbbbea-cb56-450b-af71-48ebb7e46b15 req-36990eeb-fb9e-4382-ad3a-bf5f5b5ef6f1 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:20.909587 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-98dbbbea-cb56-450b-af71-48ebb7e46b15 req-36990eeb-fb9e-4382-ad3a-bf5f5b5ef6f1 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 949 time: 0.0523014 Jan 21 14:33:20.962603 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-98dbbbea-cb56-450b-af71-48ebb7e46b15 req-976a1657-4caf-476c-9bcf-e4a95fa3c304 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98d6512-f34a-4117-b27a-1d775183b6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465825 Jan 21 14:33:20.999019 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7c12715d-511c-4cf8-99a0-5da5121a0c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (4c395484-245f-4d35-bba7-740e2f282147), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:21.001596 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7c12715d-511c-4cf8-99a0-5da5121a0c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:21.005561 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-7c12715d-511c-4cf8-99a0-5da5121a0c0c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c395484-245f-4d35-bba7-740e2f282147 HTTP/1.1" status: 204 len: 168 time: 0.1772752 Jan 21 14:33:21.011974 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12715d-511c-4cf8-99a0-5da5121a0c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c395484-245f-4d35-bba7-740e2f282147,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:21.464514 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e0246-2aa1-4a56-9d2d-969cc1e343b0 req-4506958d-f0c7-4d61-b2b6-0fcfaa9d9fc2 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:21.466118 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2a9e0246-2aa1-4a56-9d2d-969cc1e343b0 req-4506958d-f0c7-4d61-b2b6-0fcfaa9d9fc2 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 949 time: 0.0501473 Jan 21 14:33:21.514122 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2a9e0246-2aa1-4a56-9d2d-969cc1e343b0 req-b590aae5-943a-4786-a436-2c7147c2ff5b tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98d6512-f34a-4117-b27a-1d775183b6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425341 Jan 21 14:33:22.631104 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2db59-8c2a-42f2-b64d-f5103602e080 req-60b05fad-adf4-4a18-b5cc-80ce8141445c tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:22.633267 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-36f2db59-8c2a-42f2-b64d-f5103602e080 req-60b05fad-adf4-4a18-b5cc-80ce8141445c tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 949 time: 0.0497704 Jan 21 14:33:22.686383 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-36f2db59-8c2a-42f2-b64d-f5103602e080 req-a5250de9-3354-4037-8c27-f30ac37d7d5f tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/security-groups?id=b98d6512-f34a-4117-b27a-1d775183b6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470006 Jan 21 14:33:22.811899 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6af50-3f6c-4676-ad6f-cfcff7a622b1 req-c5a815ac-133a-4b53-b629-8985d309995e tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:22.818463 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bfb6af50-3f6c-4676-ad6f-cfcff7a622b1 req-c5a815ac-133a-4b53-b629-8985d309995e tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 949 time: 0.0497956 Jan 21 14:33:22.908919 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-bfb6af50-3f6c-4676-ad6f-cfcff7a622b1 req-6916ceba-2a23-411c-8276-393c8e1e1154 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Deleting port 0d9aabd6-59fc-4374-80b7-e8a7587b405c {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:33:22.909160 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-bfb6af50-3f6c-4676-ad6f-cfcff7a622b1 req-6916ceba-2a23-411c-8276-393c8e1e1154 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:23.007981 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-bfb6af50-3f6c-4676-ad6f-cfcff7a622b1 req-6916ceba-2a23-411c-8276-393c8e1e1154 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] For port 0d9aabd6-59fc-4374-80b7-e8a7587b405c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0d9aabd6-59fc-4374-80b7-e8a7587b405c,segment=NetworkSegment(f7d46739-18cb-465f-b69f-2d69815d3b7d),segment_id=f7d46739-18cb-465f-b69f-2d69815d3b7d)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:33:23.008347 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-bfb6af50-3f6c-4676-ad6f-cfcff7a622b1 req-6916ceba-2a23-411c-8276-393c8e1e1154 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:23.021128 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-bfb6af50-3f6c-4676-ad6f-cfcff7a622b1 req-6916ceba-2a23-411c-8276-393c8e1e1154 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Calling delete_port for 0d9aabd6-59fc-4374-80b7-e8a7587b405c owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:33:23.267383 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-bfb6af50-3f6c-4676-ad6f-cfcff7a622b1 req-6916ceba-2a23-411c-8276-393c8e1e1154 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (0d9aabd6-59fc-4374-80b7-e8a7587b405c), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:23.279776 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['0d9aabd6-59fc-4374-80b7-e8a7587b405c'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:33:23.295759 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916ceba-2a23-411c-8276-393c8e1e1154 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Pushing event deleted for resources: {'Port': ['ID=0d9aabd6-59fc-4374-80b7-e8a7587b405c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:23.343096 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb6af50-3f6c-4676-ad6f-cfcff7a622b1 req-6916ceba-2a23-411c-8276-393c8e1e1154 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] No DVR routers for this DVR port 0d9aabd6-59fc-4374-80b7-e8a7587b405c on host hv-cinder-82160 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:33:23.345649 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-bfb6af50-3f6c-4676-ad6f-cfcff7a622b1 req-6916ceba-2a23-411c-8276-393c8e1e1154 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:23.349196 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-bfb6af50-3f6c-4676-ad6f-cfcff7a622b1 req-6916ceba-2a23-411c-8276-393c8e1e1154 tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.88 "DELETE /v2.0/ports/0d9aabd6-59fc-4374-80b7-e8a7587b405c HTTP/1.1" status: 204 len: 173 time: 0.5303829 Jan 21 14:33:23.349644 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d74edd9-15c3-4770-9699-ec92dd3d1eeb', 'name': 'network-vif-deleted', 'tag': '0d9aabd6-59fc-4374-80b7-e8a7587b405c'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:33:23.352631 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c9dd95-0cbf-449f-a8bf-d5a2c20623c5" -d '{"events": [{"server_uuid": "1d74edd9-15c3-4770-9699-ec92dd3d1eeb", "name": "network-vif-deleted", "tag": "0d9aabd6-59fc-4374-80b7-e8a7587b405c"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:33:23.390777 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2b90e7-1b8a-42ef-ab8e-f2d1f83e9b16 x-openstack-request-id: req-5b2b90e7-1b8a-42ef-ab8e-f2d1f83e9b16 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:33:23.390777 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d74edd9-15c3-4770-9699-ec92dd3d1eeb", "name": "network-vif-deleted", "tag": "0d9aabd6-59fc-4374-80b7-e8a7587b405c", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:33:23.390777 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b2b90e7-1b8a-42ef-ab8e-f2d1f83e9b16 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:33:23.390777 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d74edd9-15c3-4770-9699-ec92dd3d1eeb', 'name': 'network-vif-deleted', 'tag': '0d9aabd6-59fc-4374-80b7-e8a7587b405c', 'status': 'completed', 'code': 200} Jan 21 14:33:23.793658 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4407cc18-6b1f-463f-89b9-853095242840 req-02ab51e6-f59a-4017-b9c4-413c57cfb46d tempest-VolumesNegativeTest-992561896 tempest-VolumesNegativeTest-992561896-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d74edd9-15c3-4770-9699-ec92dd3d1eeb HTTP/1.1" status: 200 len: 210 time: 0.0270727 Jan 21 14:33:23.896197 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-437ad425-cf45-45b6-8dec-15185971fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:25.406500 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34086) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:25.510721 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-811f1c04-83e0-4e4d-9a9b-04f72d6f30c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:25.586090 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-811f1c04-83e0-4e4d-9a9b-04f72d6f30c7 admin admin] Publish callbacks [] for security_group (59a338e7-a49c-4c3c-88e5-76cbbc66982e), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:25.633169 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-811f1c04-83e0-4e4d-9a9b-04f72d6f30c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (59a338e7-a49c-4c3c-88e5-76cbbc66982e), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:25.672400 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-811f1c04-83e0-4e4d-9a9b-04f72d6f30c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7bca07f1c4145cebd2095fd2d668d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647583 Jan 21 14:33:25.673484 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f1c04-83e0-4e4d-9a9b-04f72d6f30c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a338e7-a49c-4c3c-88e5-76cbbc66982e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:25.675239 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34096) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:25.725071 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73c36171-fca8-4ec2-bfe4-993e29a2abc0 admin admin] Publish callbacks [] for security_group (59a338e7-a49c-4c3c-88e5-76cbbc66982e), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:25.747596 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73c36171-fca8-4ec2-bfe4-993e29a2abc0 admin admin] Publish callbacks [] for security_group (59a338e7-a49c-4c3c-88e5-76cbbc66982e), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:25.924479 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73c36171-fca8-4ec2-bfe4-993e29a2abc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (59a338e7-a49c-4c3c-88e5-76cbbc66982e), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:25.927849 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73c36171-fca8-4ec2-bfe4-993e29a2abc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:25.931456 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-73c36171-fca8-4ec2-bfe4-993e29a2abc0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59a338e7-a49c-4c3c-88e5-76cbbc66982e HTTP/1.1" status: 204 len: 168 time: 0.2551668 Jan 21 14:33:25.942772 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c36171-fca8-4ec2-bfe4-993e29a2abc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a338e7-a49c-4c3c-88e5-76cbbc66982e,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:26.586651 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34176) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:26.599546 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8edd8177-029b-4bda-8f6a-b491fef6c43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:26.643446 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 0d9aabd6-59fc-4374-80b7-e8a7587b405c no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:33:26.672051 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: 0d9aabd6-59fc-4374-80b7-e8a7587b405c {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:33:26.672402 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 0d9aabd6-59fc-4374-80b7-e8a7587b405c not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:33:26.677929 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8edd8177-029b-4bda-8f6a-b491fef6c43a admin admin] Publish callbacks [] for security_group (2f3ed278-59fe-4c13-baa4-8eafa231250c), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:26.736911 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b30002ba-3684-4d3f-9912-5877a4540222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:26.770802 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8edd8177-029b-4bda-8f6a-b491fef6c43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (2f3ed278-59fe-4c13-baa4-8eafa231250c), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:26.820149 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-8edd8177-029b-4bda-8f6a-b491fef6c43a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3465041152f548508a0b681ecb135453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323411 Jan 21 14:33:26.821063 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd8177-029b-4bda-8f6a-b491fef6c43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3ed278-59fe-4c13-baa4-8eafa231250c,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:26.822882 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34178) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:26.871571 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8105c0ee-c8d3-4fc8-ab05-b811d187e60b admin admin] Publish callbacks [] for security_group (2f3ed278-59fe-4c13-baa4-8eafa231250c), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:26.898579 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8105c0ee-c8d3-4fc8-ab05-b811d187e60b admin admin] Publish callbacks [] for security_group (2f3ed278-59fe-4c13-baa4-8eafa231250c), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:27.021836 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8105c0ee-c8d3-4fc8-ab05-b811d187e60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (2f3ed278-59fe-4c13-baa4-8eafa231250c), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:27.025018 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8105c0ee-c8d3-4fc8-ab05-b811d187e60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:27.027081 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-8105c0ee-c8d3-4fc8-ab05-b811d187e60b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f3ed278-59fe-4c13-baa4-8eafa231250c HTTP/1.1" status: 204 len: 168 time: 0.2020395 Jan 21 14:33:27.034120 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105c0ee-c8d3-4fc8-ab05-b811d187e60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3ed278-59fe-4c13-baa4-8eafa231250c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:29.307656 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:29.764569 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:30.468744 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34388) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:30.573032 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c6db6f79-10f0-41fe-9e9f-f78497786001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:30.643821 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c6db6f79-10f0-41fe-9e9f-f78497786001 admin admin] Publish callbacks [] for security_group (9c97c509-8023-4a16-80b1-60246dcd9624), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:30.690513 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c6db6f79-10f0-41fe-9e9f-f78497786001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (9c97c509-8023-4a16-80b1-60246dcd9624), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:30.733239 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-c6db6f79-10f0-41fe-9e9f-f78497786001 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68475af6430d483ea508d94d542cb655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634141 Jan 21 14:33:30.733945 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db6f79-10f0-41fe-9e9f-f78497786001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c97c509-8023-4a16-80b1-60246dcd9624,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:30.736212 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34392) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:30.786654 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8d0f69d8-be5f-4a2a-ae53-8e22d6a69398 admin admin] Publish callbacks [] for security_group (9c97c509-8023-4a16-80b1-60246dcd9624), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:30.808321 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8d0f69d8-be5f-4a2a-ae53-8e22d6a69398 admin admin] Publish callbacks [] for security_group (9c97c509-8023-4a16-80b1-60246dcd9624), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:30.916329 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8d0f69d8-be5f-4a2a-ae53-8e22d6a69398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (9c97c509-8023-4a16-80b1-60246dcd9624), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:30.916329 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8d0f69d8-be5f-4a2a-ae53-8e22d6a69398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:30.919361 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-8d0f69d8-be5f-4a2a-ae53-8e22d6a69398 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c97c509-8023-4a16-80b1-60246dcd9624 HTTP/1.1" status: 204 len: 168 time: 0.1794274 Jan 21 14:33:30.925283 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f69d8-be5f-4a2a-ae53-8e22d6a69398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c97c509-8023-4a16-80b1-60246dcd9624,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:30.999218 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:31.346131 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34404) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:31.473800 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-a5d897e8-2b91-4994-99c7-d36d252033e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9f9acb90b8549478c085fa58eb621a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265030 Jan 21 14:33:31.476897 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34408) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:31.525685 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2b63f98-bde7-400e-882e-a2350a62e433 admin admin] Publish callbacks [] for security_group (b98d6512-f34a-4117-b27a-1d775183b6b7), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:31.530562 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:31.551495 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2b63f98-bde7-400e-882e-a2350a62e433 admin admin] Publish callbacks [] for security_group (b98d6512-f34a-4117-b27a-1d775183b6b7), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:31.608378 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34410) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:31.621058 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a93281d4-2260-4c03-8bdb-28f98fcdbb79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:31.640078 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2b63f98-bde7-400e-882e-a2350a62e433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (b98d6512-f34a-4117-b27a-1d775183b6b7), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:31.642536 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2b63f98-bde7-400e-882e-a2350a62e433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:31.643639 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-e2b63f98-bde7-400e-882e-a2350a62e433 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b98d6512-f34a-4117-b27a-1d775183b6b7 HTTP/1.1" status: 204 len: 168 time: 0.1658547 Jan 21 14:33:31.661383 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b63f98-bde7-400e-882e-a2350a62e433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98d6512-f34a-4117-b27a-1d775183b6b7,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:31.710915 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a93281d4-2260-4c03-8bdb-28f98fcdbb79 admin admin] Publish callbacks [] for security_group (f6e1ad83-6243-4839-9ad0-0a1e5cae4107), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:31.747401 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a93281d4-2260-4c03-8bdb-28f98fcdbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (f6e1ad83-6243-4839-9ad0-0a1e5cae4107), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:31.786863 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-a93281d4-2260-4c03-8bdb-28f98fcdbb79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76761e063ec246cca576b3b4338eac57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774352 Jan 21 14:33:31.787694 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93281d4-2260-4c03-8bdb-28f98fcdbb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e1ad83-6243-4839-9ad0-0a1e5cae4107,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:31.789602 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34414) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:31.842976 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4cd6520e-109f-46ac-bf2e-33e888cd842d admin admin] Publish callbacks [] for security_group (f6e1ad83-6243-4839-9ad0-0a1e5cae4107), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:31.866590 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4cd6520e-109f-46ac-bf2e-33e888cd842d admin admin] Publish callbacks [] for security_group (f6e1ad83-6243-4839-9ad0-0a1e5cae4107), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:31.999146 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4cd6520e-109f-46ac-bf2e-33e888cd842d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (f6e1ad83-6243-4839-9ad0-0a1e5cae4107), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:32.001783 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4cd6520e-109f-46ac-bf2e-33e888cd842d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:32.003081 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-4cd6520e-109f-46ac-bf2e-33e888cd842d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6e1ad83-6243-4839-9ad0-0a1e5cae4107 HTTP/1.1" status: 204 len: 168 time: 0.2123849 Jan 21 14:33:32.013352 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6520e-109f-46ac-bf2e-33e888cd842d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e1ad83-6243-4839-9ad0-0a1e5cae4107,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:37.911991 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:33:50.852212 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34662) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:50.969973 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76adae33-7e55-406b-b533-2b07b9c9dd23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:51.049165 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76adae33-7e55-406b-b533-2b07b9c9dd23 admin admin] Publish callbacks [] for security_group (88c1095d-cb0a-4b96-9b68-80b48493289a), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:51.135704 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76adae33-7e55-406b-b533-2b07b9c9dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (88c1095d-cb0a-4b96-9b68-80b48493289a), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:51.175448 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76adae33-7e55-406b-b533-2b07b9c9dd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c1095d-cb0a-4b96-9b68-80b48493289a,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:51.182615 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34670) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:51.184306 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-76adae33-7e55-406b-b533-2b07b9c9dd23 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e03a6e8b48ff407792aa7d767321a262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309369 Jan 21 14:33:51.236563 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7e862741-54db-4958-b523-b7a3e36dbeca admin admin] Publish callbacks [] for security_group (88c1095d-cb0a-4b96-9b68-80b48493289a), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:51.261862 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7e862741-54db-4958-b523-b7a3e36dbeca admin admin] Publish callbacks [] for security_group (88c1095d-cb0a-4b96-9b68-80b48493289a), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:51.375708 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7e862741-54db-4958-b523-b7a3e36dbeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (88c1095d-cb0a-4b96-9b68-80b48493289a), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:51.378282 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7e862741-54db-4958-b523-b7a3e36dbeca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:51.379434 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-7e862741-54db-4958-b523-b7a3e36dbeca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88c1095d-cb0a-4b96-9b68-80b48493289a HTTP/1.1" status: 204 len: 168 time: 0.1947701 Jan 21 14:33:51.387486 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e862741-54db-4958-b523-b7a3e36dbeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c1095d-cb0a-4b96-9b68-80b48493289a,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:51.952276 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34678) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:51.965875 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe683761-1cd9-4aa4-8fb4-ac9943ecfd50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:52.038011 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe683761-1cd9-4aa4-8fb4-ac9943ecfd50 admin admin] Publish callbacks [] for security_group (d34bdea8-d7ad-4904-9bc3-92886e9d5257), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:52.113031 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe683761-1cd9-4aa4-8fb4-ac9943ecfd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (d34bdea8-d7ad-4904-9bc3-92886e9d5257), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:52.152062 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-fe683761-1cd9-4aa4-8fb4-ac9943ecfd50 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14f0eb72dfdb460492ba3030ae727183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986854 Jan 21 14:33:52.153016 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe683761-1cd9-4aa4-8fb4-ac9943ecfd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34bdea8-d7ad-4904-9bc3-92886e9d5257,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:52.155083 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34680) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:52.224904 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d4ffabb1-7b41-4bd1-a50e-435b7519fc1b admin admin] Publish callbacks [] for security_group (d34bdea8-d7ad-4904-9bc3-92886e9d5257), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:52.248554 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d4ffabb1-7b41-4bd1-a50e-435b7519fc1b admin admin] Publish callbacks [] for security_group (d34bdea8-d7ad-4904-9bc3-92886e9d5257), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:52.376279 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d4ffabb1-7b41-4bd1-a50e-435b7519fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (d34bdea8-d7ad-4904-9bc3-92886e9d5257), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:52.378801 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d4ffabb1-7b41-4bd1-a50e-435b7519fc1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:52.380006 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-d4ffabb1-7b41-4bd1-a50e-435b7519fc1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d34bdea8-d7ad-4904-9bc3-92886e9d5257 HTTP/1.1" status: 204 len: 168 time: 0.2238185 Jan 21 14:33:52.389260 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffabb1-7b41-4bd1-a50e-435b7519fc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34bdea8-d7ad-4904-9bc3-92886e9d5257,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:53.226841 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34692) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:53.240584 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-98a6509c-6c5f-4b5c-8320-afcef00b4363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:53.323904 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-98a6509c-6c5f-4b5c-8320-afcef00b4363 admin admin] Publish callbacks [] for security_group (73611125-ee3b-4aab-a597-ac889ae8dbb7), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:53.415639 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-98a6509c-6c5f-4b5c-8320-afcef00b4363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (73611125-ee3b-4aab-a597-ac889ae8dbb7), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:53.457597 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-98a6509c-6c5f-4b5c-8320-afcef00b4363 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ebbda3d3f73d49728b0fb73c7e98a771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296369 Jan 21 14:33:53.458768 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6509c-6c5f-4b5c-8320-afcef00b4363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73611125-ee3b-4aab-a597-ac889ae8dbb7,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:53.462298 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34694) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:53.542802 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-da1b6fbe-c6f1-455d-b374-f4306911e09a admin admin] Publish callbacks [] for security_group (73611125-ee3b-4aab-a597-ac889ae8dbb7), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:53.565931 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-da1b6fbe-c6f1-455d-b374-f4306911e09a admin admin] Publish callbacks [] for security_group (73611125-ee3b-4aab-a597-ac889ae8dbb7), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:53.701369 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-da1b6fbe-c6f1-455d-b374-f4306911e09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (73611125-ee3b-4aab-a597-ac889ae8dbb7), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:53.704074 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-da1b6fbe-c6f1-455d-b374-f4306911e09a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:53.705322 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-da1b6fbe-c6f1-455d-b374-f4306911e09a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73611125-ee3b-4aab-a597-ac889ae8dbb7 HTTP/1.1" status: 204 len: 168 time: 0.2415712 Jan 21 14:33:53.713933 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b6fbe-c6f1-455d-b374-f4306911e09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73611125-ee3b-4aab-a597-ac889ae8dbb7,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:53.918818 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-811a2365-fbd5-4eeb-a6f9-73156fd7ad17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:54.013759 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34704) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:54.135674 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77357436-e62b-4ece-bf08-dddb5d0ff648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:54.218796 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77357436-e62b-4ece-bf08-dddb5d0ff648 admin admin] Publish callbacks [] for security_group (2dfd9667-c4b4-475c-a18f-a75322142e6e), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:54.278257 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77357436-e62b-4ece-bf08-dddb5d0ff648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (2dfd9667-c4b4-475c-a18f-a75322142e6e), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:54.320631 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-77357436-e62b-4ece-bf08-dddb5d0ff648 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f9ccb9e7a5247c59e5670527b08bfd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057096 Jan 21 14:33:54.321669 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77357436-e62b-4ece-bf08-dddb5d0ff648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfd9667-c4b4-475c-a18f-a75322142e6e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:54.323685 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34718) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:54.382812 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8e40596-0656-4009-aea4-4e7267629458 admin admin] Publish callbacks [] for security_group (2dfd9667-c4b4-475c-a18f-a75322142e6e), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:54.413214 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8e40596-0656-4009-aea4-4e7267629458 admin admin] Publish callbacks [] for security_group (2dfd9667-c4b4-475c-a18f-a75322142e6e), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:54.525443 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8e40596-0656-4009-aea4-4e7267629458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (2dfd9667-c4b4-475c-a18f-a75322142e6e), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:54.528394 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8e40596-0656-4009-aea4-4e7267629458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:54.529874 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-d8e40596-0656-4009-aea4-4e7267629458 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2dfd9667-c4b4-475c-a18f-a75322142e6e HTTP/1.1" status: 204 len: 168 time: 0.2042971 Jan 21 14:33:54.540933 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e40596-0656-4009-aea4-4e7267629458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfd9667-c4b4-475c-a18f-a75322142e6e,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:55.778480 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34764) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:55.924862 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1038057285-network', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:33:56.124436 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] Made reservation on behalf of b14799025b0340a6a763cb978e884bcb for: {'network': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:33:56.127525 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:56.139608 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:56.266831 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] Publish callbacks [] for security_group (cd573b3f-5714-40ff-ad97-3ea7dc303af8), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:56.347668 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (cd573b3f-5714-40ff-ad97-3ea7dc303af8), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:56.395564 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:33:56.415731 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd573b3f-5714-40ff-ad97-3ea7dc303af8,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:56.425990 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (2a725bd3-5b0c-4fac-b870-c73245120e9b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:56.426690 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.segments_db [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] Added segment 2a725bd3-5b0c-4fac-b870-c73245120e9b of type vlan for network e4e106db-e670-43c5-a803-f23350ca1b12 Jan 21 14:33:56.494667 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (e4e106db-e670-43c5-a803-f23350ca1b12), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:56.576538 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (e4e106db-e670-43c5-a803-f23350ca1b12), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:56.578232 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:56.579242 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:56.666780 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] Pushing event updated for resources: {'Network': ['ID=e4e106db-e670-43c5-a803-f23350ca1b12,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:56.677007 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network e4e106db-e670-43c5-a803-f23350ca1b12 details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:33:56.715937 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-73e15453-b20c-49fd-b473-d3683faa5a8c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9362459 Jan 21 14:33:56.718912 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34772) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:56.724093 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-bde71217-2dfe-4cd8-98ec-2fda03f97cbc admin admin] Request body: {'subnet': {'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1038057285-subnet', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'ip_version': 4}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:33:56.737156 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-78172ae5-587a-4027-8680-7b56a688ef7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:56.838675 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde71217-2dfe-4cd8-98ec-2fda03f97cbc admin admin] Made reservation on behalf of b14799025b0340a6a763cb978e884bcb for: {'subnet': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:33:56.841019 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bde71217-2dfe-4cd8-98ec-2fda03f97cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4801985'] for subnet (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:57.335991 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bde71217-2dfe-4cd8-98ec-2fda03f97cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1489521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4802015'] for subnet (7e8ae9b1-1c8f-470d-b039-e2e452b1f22c), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:57.387518 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde71217-2dfe-4cd8-98ec-2fda03f97cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e8ae9b1-1c8f-470d-b039-e2e452b1f22c,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:57.403689 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde71217-2dfe-4cd8-98ec-2fda03f97cbc admin admin] Checking segment: {'id': '2a725bd3-5b0c-4fac-b870-c73245120e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:33:57.404051 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde71217-2dfe-4cd8-98ec-2fda03f97cbc admin admin] Network hostable DHCP agents. Network: e4e106db-e670-43c5-a803-f23350ca1b12, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:33:57.558999 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde71217-2dfe-4cd8-98ec-2fda03f97cbc admin admin] Network e4e106db-e670-43c5-a803-f23350ca1b12 is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:33:57.674025 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-bde71217-2dfe-4cd8-98ec-2fda03f97cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, e4e106db-e670-43c5-a803-f23350ca1b12) {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:33:57.680254 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde71217-2dfe-4cd8-98ec-2fda03f97cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:33:57.681571 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bde71217-2dfe-4cd8-98ec-2fda03f97cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:57.689673 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3244a1a7-a006-4741-bc5d-d0cce777fc3b None None] Network e4e106db-e670-43c5-a803-f23350ca1b12 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:33:57.798212 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp262e89d0-7bb1-5824-b88e-cb05efb5e183-e4e106db-e670-43c5-a803-f23350ca1b12', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'fixed_ips': [{'subnet_id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c'}]}} from dv-cinder-821602-20-iscsi. {{(pid=103333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 14:33:57.799167 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:57.813887 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-bde71217-2dfe-4cd8-98ec-2fda03f97cbc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0936594 Jan 21 14:33:57.816882 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34780) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:33:57.821416 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:33:57.930857 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (003f85c2-7e2f-4779-8374-61cc81682272), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:57.931940 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (003f85c2-7e2f-4779-8374-61cc81682272), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:57.945758 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Allocated IP 172.20.0.2 (e4e106db-e670-43c5-a803-f23350ca1b12/7e8ae9b1-1c8f-470d-b039-e2e452b1f22c/1d33a3e2-26dd-433f-8e92-613339c9f210) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:33:57.998624 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Publish callbacks [] for router_controller (003f85c2-7e2f-4779-8374-61cc81682272), precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:58.122666 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Publish callbacks [] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:58.194890 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:58.219059 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Publish callbacks [] for router_gateway (003f85c2-7e2f-4779-8374-61cc81682272), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:58.232649 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Network e4e106db-e670-43c5-a803-f23350ca1b12 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:33:58.238239 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:33:58.241235 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:33:58.251895 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Pushing event updated for resources: {'Port': ['ID=1d33a3e2-26dd-433f-8e92-613339c9f210,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:58.317401 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Attempting to bind port 1d33a3e2-26dd-433f-8e92-613339c9f210 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:33:58.317773 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Attempting to bind port 1d33a3e2-26dd-433f-8e92-613339c9f210 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '2a725bd3-5b0c-4fac-b870-c73245120e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:33:58.318166 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Attempting to bind port 1d33a3e2-26dd-433f-8e92-613339c9f210 on network e4e106db-e670-43c5-a803-f23350ca1b12 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:33:58.325422 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:33:58.331044 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Checking segment: {'id': '2a725bd3-5b0c-4fac-b870-c73245120e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:33:58.331044 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:58.331044 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Bound using segment: {'id': '2a725bd3-5b0c-4fac-b870-c73245120e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:33:58.331044 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Bound port: 1d33a3e2-26dd-433f-8e92-613339c9f210, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a725bd3-5b0c-4fac-b870-c73245120e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:33:58.331044 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:58.402900 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] For port 1d33a3e2-26dd-433f-8e92-613339c9f210, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:33:58.406536 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] For port 1d33a3e2-26dd-433f-8e92-613339c9f210, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=1d33a3e2-26dd-433f-8e92-613339c9f210,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:33:58.503128 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:58.537438 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Publish callbacks [] for router_gateway (003f85c2-7e2f-4779-8374-61cc81682272), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:58.562719 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:58.606121 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d58ba-6e2d-4534-9857-4be9ec69dfd4 None None] Pushing event updated for resources: {'Port': ['ID=1d33a3e2-26dd-433f-8e92-613339c9f210,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:58.698205 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Allocated IP 172.27.0.150 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:33:58.841946 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Publish callbacks [] for port (29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:58.995594 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:59.038948 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:33:59.047196 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:33:59.054945 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:33:59.061271 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Pushing event updated for resources: {'Port': ['ID=29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:59.179631 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 1d33a3e2-26dd-433f-8e92-613339c9f210 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:33:59.406164 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 1d33a3e2-26dd-433f-8e92-613339c9f210 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:33:59.406729 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:59.443011 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Publish callbacks [] for router_gateway (003f85c2-7e2f-4779-8374-61cc81682272), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:59.452716 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:59.515820 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 1d33a3e2-26dd-433f-8e92-613339c9f210 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:33:59.516566 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:59.573577 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port 1d33a3e2-26dd-433f-8e92-613339c9f210, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=1d33a3e2-26dd-433f-8e92-613339c9f210,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:33:59.650691 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:59.683604 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298b4797-c150-48c2-8044-b544abc9f46c None None] Network e4e106db-e670-43c5-a803-f23350ca1b12 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:33:59.802251 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=1d33a3e2-26dd-433f-8e92-613339c9f210,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:33:59.808620 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-060f4177-8f6e-4097-b126-d843ef3d399f None None] Provisioning complete for port 1d33a3e2-26dd-433f-8e92-613339c9f210 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:33:59.809021 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-060f4177-8f6e-4097-b126-d843ef3d399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:59.932599 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-060f4177-8f6e-4097-b126-d843ef3d399f None None] Current status of the port 1d33a3e2-26dd-433f-8e92-613339c9f210 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:33:59.952659 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:33:59.969895 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583159'] for router (003f85c2-7e2f-4779-8374-61cc81682272), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:00.155085 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-38c987cd-c273-4294-8752-7fb4e426e03f None None] Provisioning complete for port 1d33a3e2-26dd-433f-8e92-613339c9f210 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:00.155484 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38c987cd-c273-4294-8752-7fb4e426e03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:00.158392 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Router 003f85c2-7e2f-4779-8374-61cc81682272 is scheduled to L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 14:34:00.262097 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-38c987cd-c273-4294-8752-7fb4e426e03f None None] Current status of the port 1d33a3e2-26dd-433f-8e92-613339c9f210 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:00.285049 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:34:00.294873 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Sync routers for ids ['003f85c2-7e2f-4779-8374-61cc81682272'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:34:00.310916 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Routers {'003f85c2-7e2f-4779-8374-61cc81682272'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:00.311853 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['003f85c2-7e2f-4779-8374-61cc81682272'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:00.360669 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:00.364412 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-568ebee8-9215-4aef-88c0-7c8115274c8f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5439596 Jan 21 14:34:00.364754 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34786) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:00.437199 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Set router 003f85c2-7e2f-4779-8374-61cc81682272 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:00.633593 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:33:59Z', 'revision_number': 3, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port': {'id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:33:58Z', 'updated_at': '2022-01-21T14:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:00.677328 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Checking router: 003f85c2-7e2f-4779-8374-61cc81682272 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:34:00.677808 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Updating router 003f85c2-7e2f-4779-8374-61cc81682272 port 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 binding host dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:34:00.722950 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:00.891505 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.003039 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Publish callbacks [] for port (29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9), precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.016178 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.064195 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Allocated IP 172.20.0.1 (e4e106db-e670-43c5-a803-f23350ca1b12/7e8ae9b1-1c8f-470d-b039-e2e452b1f22c/0b0c0713-5cfe-4c6d-a79f-e7ceec76d103) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:34:01.111174 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 1d33a3e2-26dd-433f-8e92-613339c9f210 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:01.134746 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.171710 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Publish callbacks [] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.206543 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Attempting to bind port 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:34:01.206919 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Attempting to bind port 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:34:01.207286 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Attempting to bind port 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 on network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:01.209556 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547ad5e-15be-466b-96b5-e6fd4485c0d3 None None] Pushing event updated for resources: {'Port': ['ID=29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:01.219617 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:34:01.220018 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Checking segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:01.220390 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.220789 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Bound using segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:34:01.221242 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Bound port: 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:34:01.221623 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.248469 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 1d33a3e2-26dd-433f-8e92-613339c9f210 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:01.248833 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.267679 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.308710 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] For port 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:34:01.311390 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Network e4e106db-e670-43c5-a803-f23350ca1b12 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:01.312820 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] For port 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:34:01.320378 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:01.325196 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:34:01.328590 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0c0713-5cfe-4c6d-a79f-e7ceec76d103,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:01.373481 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580293'] for router_interface (003f85c2-7e2f-4779-8374-61cc81682272), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.392617 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 1d33a3e2-26dd-433f-8e92-613339c9f210 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:01.399357 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.483883 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547ad5e-15be-466b-96b5-e6fd4485c0d3 None None] Pushing event updated for resources: {'Port': ['ID=29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:01.486783 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Routers {'003f85c2-7e2f-4779-8374-61cc81682272'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:01.487415 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['003f85c2-7e2f-4779-8374-61cc81682272'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:01.590375 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.621516 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] Set router 003f85c2-7e2f-4779-8374-61cc81682272 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:01.627194 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.820630 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Publish callbacks [] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.856073 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-6a5e97cd-87ab-425d-9ea6-73eb6e2a96c1 None None] Provisioning complete for port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:01.856445 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a5e97cd-87ab-425d-9ea6-73eb6e2a96c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.913478 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:01.934411 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e97cd-87ab-425d-9ea6-73eb6e2a96c1 None None] Port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:34:01.998568 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0c0713-5cfe-4c6d-a79f-e7ceec76d103,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:02.002439 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797274'] for router_interface (003f85c2-7e2f-4779-8374-61cc81682272), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:02.009921 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:33:59Z', 'revision_number': 3, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port': {'id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:33:58Z', 'updated_at': '2022-01-21T14:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:02.039431 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed72a7-b998-405d-8206-2226aa9796ea None None] The sync data for ids ['003f85c2-7e2f-4779-8374-61cc81682272'] in dv-cinder-821602-20-iscsi is: [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:33:59Z', 'revision_number': 3, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port': {'id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:33:58Z', 'updated_at': '2022-01-21T14:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:34:02.150707 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Network e4e106db-e670-43c5-a803-f23350ca1b12 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:02.152332 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:02.314320 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Router 003f85c2-7e2f-4779-8374-61cc81682272 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:34:02.444223 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:34:02.450211 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-c3b653ad-8916-4868-94a0-1b6532fb69e1 admin admin] 10.222.0.39 "PUT /v2.0/routers/003f85c2-7e2f-4779-8374-61cc81682272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0839629 Jan 21 14:34:02.475840 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-16e19bf6-4502-4d4f-88ec-e8f91b37b34b None None] Provisioning complete for port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:02.479240 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16e19bf6-4502-4d4f-88ec-e8f91b37b34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:02.518572 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-16e19bf6-4502-4d4f-88ec-e8f91b37b34b None None] Port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:34:03.149510 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:03.203835 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:03.204249 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:03.291246 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:03.291648 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:03.318610 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:03.346349 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34818) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:03.352326 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1022262450-network', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:03.415702 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:03.496918 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:03.498278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] Made reservation on behalf of f9623925d1b84810a2227c9c60be019a for: {'network': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:34:03.502214 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:03.511760 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:03.606143 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] Publish callbacks [] for security_group (775e8a38-85af-4c29-92e7-d729de51f442), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:03.707022 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (775e8a38-85af-4c29-92e7-d729de51f442), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:03.737358 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:34:03.744866 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775e8a38-85af-4c29-92e7-d729de51f442,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:03.752221 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (16d9bf7f-5eae-4f52-bcfe-adf608ca7975), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:03.752221 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.segments_db [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] Added segment 16d9bf7f-5eae-4f52-bcfe-adf608ca7975 of type vlan for network 620ef9ad-c83f-4b00-976d-ed62dc624cfd Jan 21 14:34:03.796810 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (620ef9ad-c83f-4b00-976d-ed62dc624cfd), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:03.862114 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Sync routers for ids ['003f85c2-7e2f-4779-8374-61cc81682272'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:34:03.867939 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Routers {'003f85c2-7e2f-4779-8374-61cc81682272'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:03.868816 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['003f85c2-7e2f-4779-8374-61cc81682272'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:03.901688 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (620ef9ad-c83f-4b00-976d-ed62dc624cfd), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:03.902810 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:03.903459 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:03.977823 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] Pushing event updated for resources: {'Network': ['ID=620ef9ad-c83f-4b00-976d-ed62dc624cfd,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:03.986370 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Set router 003f85c2-7e2f-4779-8374-61cc81682272 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:03.988355 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network 620ef9ad-c83f-4b00-976d-ed62dc624cfd details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:34:04.006595 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-efbcae1d-201c-4c07-b431-3a383d85593b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6590574 Jan 21 14:34:04.010891 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34820) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:04.020699 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-ff768ed1-8221-4a85-80d6-6ac94a2447b9 admin admin] Request body: {'subnet': {'network_id': '620ef9ad-c83f-4b00-976d-ed62dc624cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1022262450-subnet', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a', 'ip_version': 4}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:04.095345 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff768ed1-8221-4a85-80d6-6ac94a2447b9 admin admin] Made reservation on behalf of f9623925d1b84810a2227c9c60be019a for: {'subnet': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:34:04.101974 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff768ed1-8221-4a85-80d6-6ac94a2447b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4801985'] for subnet (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:04.206118 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:34:01Z', 'revision_number': 4, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port': {'id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:33:58Z', 'updated_at': '2022-01-21T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '0b0c0713-5cfe-4c6d-a79f-e7ceec76d103', 'name': '', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'mac_address': 'fa:16:3e:8b:69:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:00Z', 'updated_at': '2022-01-21T14:34:01Z', 'revision_number': 2, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'subnets': [{'id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:04.237358 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Checking router: 003f85c2-7e2f-4779-8374-61cc81682272 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:34:04.237710 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Updating router 003f85c2-7e2f-4779-8374-61cc81682272 port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 binding host dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:34:04.262089 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:04.312910 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff768ed1-8221-4a85-80d6-6ac94a2447b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1489521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4802015'] for subnet (56693380-1eb5-4abe-820a-c8f99c326762), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:04.370593 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff768ed1-8221-4a85-80d6-6ac94a2447b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56693380-1eb5-4abe-820a-c8f99c326762,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:04.376078 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff768ed1-8221-4a85-80d6-6ac94a2447b9 admin admin] Checking segment: {'id': '16d9bf7f-5eae-4f52-bcfe-adf608ca7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '620ef9ad-c83f-4b00-976d-ed62dc624cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:04.376246 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff768ed1-8221-4a85-80d6-6ac94a2447b9 admin admin] Network hostable DHCP agents. Network: 620ef9ad-c83f-4b00-976d-ed62dc624cfd, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:34:04.489901 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff768ed1-8221-4a85-80d6-6ac94a2447b9 admin admin] Network 620ef9ad-c83f-4b00-976d-ed62dc624cfd is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:34:04.547005 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Publish callbacks [] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:04.587356 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-ff768ed1-8221-4a85-80d6-6ac94a2447b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, 620ef9ad-c83f-4b00-976d-ed62dc624cfd) {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:04.592066 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff768ed1-8221-4a85-80d6-6ac94a2447b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:04.593392 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff768ed1-8221-4a85-80d6-6ac94a2447b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:04.596730 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df39cfa-b712-44a2-9d4c-9619b2ca9fdf None None] Network 620ef9ad-c83f-4b00-976d-ed62dc624cfd requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:34:04.621848 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:04.674123 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Pushing event updated for resources: {'Port': ['ID=0b0c0713-5cfe-4c6d-a79f-e7ceec76d103,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:04.686544 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:04.686910 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:04.687270 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:04.687611 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:04.687941 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:04.688265 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:04.688603 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:04.688930 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:04.689469 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:04.689803 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:04.690340 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:04.690661 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:04.690984 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:04.696257 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-ff768ed1-8221-4a85-80d6-6ac94a2447b9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6839206 Jan 21 14:34:04.707531 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34826) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:04.707531 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1022262450-router', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:04.736618 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp262e89d0-7bb1-5824-b88e-cb05efb5e183-620ef9ad-c83f-4b00-976d-ed62dc624cfd', 'network_id': '620ef9ad-c83f-4b00-976d-ed62dc624cfd', 'project_id': 'f9623925d1b84810a2227c9c60be019a', 'fixed_ips': [{'subnet_id': '56693380-1eb5-4abe-820a-c8f99c326762'}]}} from dv-cinder-821602-20-iscsi. {{(pid=103333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 14:34:04.738611 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:04.761887 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Attempting to bind port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:34:04.762495 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Attempting to bind port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '2a725bd3-5b0c-4fac-b870-c73245120e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:34:04.763047 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Attempting to bind port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 on network e4e106db-e670-43c5-a803-f23350ca1b12 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:04.775216 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:34:04.775844 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Checking segment: {'id': '2a725bd3-5b0c-4fac-b870-c73245120e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:04.776555 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:04.777166 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Bound using segment: {'id': '2a725bd3-5b0c-4fac-b870-c73245120e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:34:04.777962 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Bound port: 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a725bd3-5b0c-4fac-b870-c73245120e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:34:04.778630 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:04.838391 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (338bee0f-9652-460f-b5b2-95c04c2c4cd2), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:04.839541 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (338bee0f-9652-460f-b5b2-95c04c2c4cd2), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:04.879780 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] For port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:34:04.885175 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] For port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=0b0c0713-5cfe-4c6d-a79f-e7ceec76d103,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:34:04.903092 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Publish callbacks [] for router_controller (338bee0f-9652-460f-b5b2-95c04c2c4cd2), precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:04.923168 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Allocated IP 172.20.0.2 (620ef9ad-c83f-4b00-976d-ed62dc624cfd/56693380-1eb5-4abe-820a-c8f99c326762/3641cce3-65e5-45e0-b974-346df16e72d2) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:34:04.993882 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.012563 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-858d0dad-b7fa-48b6-906e-4122ac51abfd None None] Provisioning complete for port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:05.013120 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-858d0dad-b7fa-48b6-906e-4122ac51abfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.071648 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34830) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:05.090119 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Routers {'003f85c2-7e2f-4779-8374-61cc81682272'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:05.091032 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['003f85c2-7e2f-4779-8374-61cc81682272'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:05.156719 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:05.157884 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89098ec-65c8-43b8-88db-55a5ee599bc4 None None] Pushing event updated for resources: {'Port': ['ID=0b0c0713-5cfe-4c6d-a79f-e7ceec76d103,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:05.205429 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Publish callbacks [] for port (3641cce3-65e5-45e0-b974-346df16e72d2), precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.237301 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-858d0dad-b7fa-48b6-906e-4122ac51abfd None None] Current status of the port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:05.238146 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-858d0dad-b7fa-48b6-906e-4122ac51abfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.285223 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-858d0dad-b7fa-48b6-906e-4122ac51abfd None None] For port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=0b0c0713-5cfe-4c6d-a79f-e7ceec76d103,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:05.289451 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:05.289888 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.290199 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Publish callbacks [] for router_gateway (338bee0f-9652-460f-b5b2-95c04c2c4cd2), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.300947 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] Set router 003f85c2-7e2f-4779-8374-61cc81682272 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:05.313762 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.327040 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c31-f9f6-43b3-890f-82ed94cb6cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.373227 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Network 620ef9ad-c83f-4b00-976d-ed62dc624cfd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:05.376244 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-858d0dad-b7fa-48b6-906e-4122ac51abfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.383334 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:05.386132 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Pushing event updated for resources: {'Port': ['ID=3641cce3-65e5-45e0-b974-346df16e72d2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:05.388382 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:34:05.417120 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c31-f9f6-43b3-890f-82ed94cb6cce admin admin] Publish callbacks [] for security_group (b6f83ada-3fd7-4cb9-942e-3e41290d1688), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.484574 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b93c6c31-f9f6-43b3-890f-82ed94cb6cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (b6f83ada-3fd7-4cb9-942e-3e41290d1688), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.529821 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-b93c6c31-f9f6-43b3-890f-82ed94cb6cce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32e0fadbffac445c8de2d72cac88a968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4570587 Jan 21 14:34:05.531452 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c6c31-f9f6-43b3-890f-82ed94cb6cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f83ada-3fd7-4cb9-942e-3e41290d1688,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:05.534023 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34834) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:05.543340 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d0dad-b7fa-48b6-906e-4122ac51abfd None None] Pushing event updated for resources: {'Port': ['ID=0b0c0713-5cfe-4c6d-a79f-e7ceec76d103,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:05.548937 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Attempting to bind port 3641cce3-65e5-45e0-b974-346df16e72d2 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:34:05.549315 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Attempting to bind port 3641cce3-65e5-45e0-b974-346df16e72d2 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '16d9bf7f-5eae-4f52-bcfe-adf608ca7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '620ef9ad-c83f-4b00-976d-ed62dc624cfd'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:34:05.549683 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Attempting to bind port 3641cce3-65e5-45e0-b974-346df16e72d2 on network 620ef9ad-c83f-4b00-976d-ed62dc624cfd {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:05.552490 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:05.562453 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:34:05.563095 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Checking segment: {'id': '16d9bf7f-5eae-4f52-bcfe-adf608ca7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '620ef9ad-c83f-4b00-976d-ed62dc624cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:05.563663 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.564210 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Bound using segment: {'id': '16d9bf7f-5eae-4f52-bcfe-adf608ca7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '620ef9ad-c83f-4b00-976d-ed62dc624cfd'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:34:05.564842 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Bound port: 3641cce3-65e5-45e0-b974-346df16e72d2, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d9bf7f-5eae-4f52-bcfe-adf608ca7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '620ef9ad-c83f-4b00-976d-ed62dc624cfd'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:34:05.565401 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.580735 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-57f7ac43-2428-4144-9eef-8a6932b1ee83 None None] Provisioning complete for port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:05.581113 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57f7ac43-2428-4144-9eef-8a6932b1ee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.607718 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-201ba292-e3bc-4070-a8b1-cc4e0401afdd admin admin] Publish callbacks [] for security_group (b6f83ada-3fd7-4cb9-942e-3e41290d1688), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.629819 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:34:01Z', 'revision_number': 4, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port': {'id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:33:58Z', 'updated_at': '2022-01-21T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '0b0c0713-5cfe-4c6d-a79f-e7ceec76d103', 'name': '', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'mac_address': 'fa:16:3e:8b:69:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:00Z', 'updated_at': '2022-01-21T14:34:04Z', 'revision_number': 4, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'subnets': [{'id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:05.633972 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-201ba292-e3bc-4070-a8b1-cc4e0401afdd admin admin] Publish callbacks [] for security_group (b6f83ada-3fd7-4cb9-942e-3e41290d1688), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.643810 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Publish callbacks [] for router_gateway (338bee0f-9652-460f-b5b2-95c04c2c4cd2), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.669236 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da8097-934e-4443-9c1e-51f939f47673 None None] The sync data for ids ['003f85c2-7e2f-4779-8374-61cc81682272'] in dv-cinder-821602-20-iscsi is: [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:34:01Z', 'revision_number': 4, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port': {'id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:33:58Z', 'updated_at': '2022-01-21T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '0b0c0713-5cfe-4c6d-a79f-e7ceec76d103', 'name': '', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'mac_address': 'fa:16:3e:8b:69:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:00Z', 'updated_at': '2022-01-21T14:34:04Z', 'revision_number': 4, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'subnets': [{'id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:34:05.671506 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.682870 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] For port 3641cce3-65e5-45e0-b974-346df16e72d2, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:34:05.686841 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] For port 3641cce3-65e5-45e0-b974-346df16e72d2, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=3641cce3-65e5-45e0-b974-346df16e72d2,segment=NetworkSegment(16d9bf7f-5eae-4f52-bcfe-adf608ca7975),segment_id=16d9bf7f-5eae-4f52-bcfe-adf608ca7975)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:34:05.734648 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-57f7ac43-2428-4144-9eef-8a6932b1ee83 None None] Current status of the port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:05.770040 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.798236 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-201ba292-e3bc-4070-a8b1-cc4e0401afdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (b6f83ada-3fd7-4cb9-942e-3e41290d1688), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.801122 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-201ba292-e3bc-4070-a8b1-cc4e0401afdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:05.802522 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-201ba292-e3bc-4070-a8b1-cc4e0401afdd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6f83ada-3fd7-4cb9-942e-3e41290d1688 HTTP/1.1" status: 204 len: 168 time: 0.2672470 Jan 21 14:34:05.821602 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ba292-e3bc-4070-a8b1-cc4e0401afdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f83ada-3fd7-4cb9-942e-3e41290d1688,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:05.855916 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c0171-68c5-4436-9984-e0699aca4942 None None] Pushing event updated for resources: {'Port': ['ID=3641cce3-65e5-45e0-b974-346df16e72d2,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:05.935816 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Allocated IP 172.27.0.219 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/34d1789e-16a2-40ec-8d43-91535ad72823) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:34:06.083596 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Publish callbacks [] for port (34d1789e-16a2-40ec-8d43-91535ad72823), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:06.199079 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (34d1789e-16a2-40ec-8d43-91535ad72823), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:06.263015 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:06.270690 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:06.278407 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:34:06.280624 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Pushing event updated for resources: {'Port': ['ID=34d1789e-16a2-40ec-8d43-91535ad72823,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:06.681180 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Publish callbacks [] for router_gateway (338bee0f-9652-460f-b5b2-95c04c2c4cd2), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.006529 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbf08fa-688b-4676-b7d1-6655267a0d68 None None] Network 620ef9ad-c83f-4b00-976d-ed62dc624cfd requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:34:07.081945 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34856) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:07.111216 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-fe2cfa7d-0d34-405f-b3a1-adc7ddad2378 None None] Provisioning complete for port 3641cce3-65e5-45e0-b974-346df16e72d2 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:07.111591 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fe2cfa7d-0d34-405f-b3a1-adc7ddad2378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.251864 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fe2cfa7d-0d34-405f-b3a1-adc7ddad2378 None None] Current status of the port 3641cce3-65e5-45e0-b974-346df16e72d2 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:07.252395 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fe2cfa7d-0d34-405f-b3a1-adc7ddad2378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.317337 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-fe2cfa7d-0d34-405f-b3a1-adc7ddad2378 None None] For port 3641cce3-65e5-45e0-b974-346df16e72d2, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=3641cce3-65e5-45e0-b974-346df16e72d2,segment=NetworkSegment(16d9bf7f-5eae-4f52-bcfe-adf608ca7975),segment_id=16d9bf7f-5eae-4f52-bcfe-adf608ca7975)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:07.324428 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1567866559-network', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:07.328717 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583159'] for router (338bee0f-9652-460f-b5b2-95c04c2c4cd2), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.380842 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:07.435256 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:07.435632 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.465380 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fe2cfa7d-0d34-405f-b3a1-adc7ddad2378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.485958 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] Made reservation on behalf of 7231c480ff2b4a69be6586443a8f5863 for: {'network': 1} {{(pid=103331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:34:07.489855 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.503829 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.549940 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2cfa7d-0d34-405f-b3a1-adc7ddad2378 None None] Pushing event updated for resources: {'Port': ['ID=3641cce3-65e5-45e0-b974-346df16e72d2,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:07.595761 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] Publish callbacks [] for security_group (f4860a6d-7dd1-4a2d-8499-f8f901918204), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.598339 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:07.599406 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 3641cce3-65e5-45e0-b974-346df16e72d2 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:07.604342 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Router 338bee0f-9652-460f-b5b2-95c04c2c4cd2 is scheduled to L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 14:34:07.623146 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-94d694da-ed9d-4c8b-a152-c5da05250f02 None None] Provisioning complete for port 3641cce3-65e5-45e0-b974-346df16e72d2 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:07.623521 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94d694da-ed9d-4c8b-a152-c5da05250f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.667816 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (f4860a6d-7dd1-4a2d-8499-f8f901918204), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.693566 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 3641cce3-65e5-45e0-b974-346df16e72d2 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:07.694145 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.715997 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:34:07.727278 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4860a6d-7dd1-4a2d-8499-f8f901918204,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:07.740973 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (53b17b19-921d-4cb8-8f01-f97199948b12), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.741532 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.segments_db [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] Added segment 53b17b19-921d-4cb8-8f01-f97199948b12 of type vlan for network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb Jan 21 14:34:07.747750 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:34:07.800763 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (2d8d856a-7b44-42c8-a165-2f93ead5a7cb), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.878426 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Sync routers for ids ['338bee0f-9652-460f-b5b2-95c04c2c4cd2'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:34:07.891822 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.893512 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-a75ebf6f-48b7-4a65-a0ad-17d13fd8fcbb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1922100 Jan 21 14:34:07.896330 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34860) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:07.910545 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-94d694da-ed9d-4c8b-a152-c5da05250f02 None None] Current status of the port 3641cce3-65e5-45e0-b974-346df16e72d2 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:07.915275 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Routers {'338bee0f-9652-460f-b5b2-95c04c2c4cd2'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:07.915733 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['338bee0f-9652-460f-b5b2-95c04c2c4cd2'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:07.919952 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (2d8d856a-7b44-42c8-a165-2f93ead5a7cb), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.920505 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:07.921077 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:07.996150 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] Pushing event updated for resources: {'Network': ['ID=2d8d856a-7b44-42c8-a165-2f93ead5a7cb,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:08.020887 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-a990d1f5-774e-4d1d-aac2-2aa9e455cd59 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9359720 Jan 21 14:34:08.023681 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34862) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:08.028667 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-95cf74e4-61eb-4d34-8c7e-7c512f3830b2 admin admin] Request body: {'subnet': {'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1567866559-subnet', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:08.034739 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:34:08.118431 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 3641cce3-65e5-45e0-b974-346df16e72d2 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:08.132351 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Set router 338bee0f-9652-460f-b5b2-95c04c2c4cd2 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:08.196875 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cf74e4-61eb-4d34-8c7e-7c512f3830b2 admin admin] Made reservation on behalf of 7231c480ff2b4a69be6586443a8f5863 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:34:08.199284 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-95cf74e4-61eb-4d34-8c7e-7c512f3830b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7381100'] for subnet (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:08.335767 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'name': 'tempest-TestShelveInstance-1022262450-router', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '34d1789e-16a2-40ec-8d43-91535ad72823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:04Z', 'updated_at': '2022-01-21T14:34:06Z', 'revision_number': 3, 'project_id': 'f9623925d1b84810a2227c9c60be019a', 'gw_port': {'id': '34d1789e-16a2-40ec-8d43-91535ad72823', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:05Z', 'updated_at': '2022-01-21T14:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:08.363280 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Checking router: 338bee0f-9652-460f-b5b2-95c04c2c4cd2 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:34:08.363634 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Updating router 338bee0f-9652-460f-b5b2-95c04c2c4cd2 port 34d1789e-16a2-40ec-8d43-91535ad72823 binding host dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:34:08.390469 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (34d1789e-16a2-40ec-8d43-91535ad72823), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:08.520284 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:08.590107 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-95cf74e4-61eb-4d34-8c7e-7c512f3830b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5076798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7381106'] for subnet (1d83b96f-32ed-4acf-b08f-01417e849329), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:08.681391 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Publish callbacks [] for port (34d1789e-16a2-40ec-8d43-91535ad72823), precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:08.690694 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf74e4-61eb-4d34-8c7e-7c512f3830b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d83b96f-32ed-4acf-b08f-01417e849329,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:08.742367 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf74e4-61eb-4d34-8c7e-7c512f3830b2 admin admin] Checking segment: {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:08.742730 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf74e4-61eb-4d34-8c7e-7c512f3830b2 admin admin] Network hostable DHCP agents. Network: 2d8d856a-7b44-42c8-a165-2f93ead5a7cb, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:34:08.768480 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Allocated IP 172.20.0.1 (620ef9ad-c83f-4b00-976d-ed62dc624cfd/56693380-1eb5-4abe-820a-c8f99c326762/6f0959d4-9444-477d-b845-0e0d57a7add9) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:34:08.821412 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (34d1789e-16a2-40ec-8d43-91535ad72823), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:08.874401 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf74e4-61eb-4d34-8c7e-7c512f3830b2 admin admin] Network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:34:08.883142 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773539ba-7335-4062-bb01-da329fe2186d None None] Pushing event updated for resources: {'Port': ['ID=34d1789e-16a2-40ec-8d43-91535ad72823,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:08.885717 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Attempting to bind port 34d1789e-16a2-40ec-8d43-91535ad72823 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:34:08.885717 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Attempting to bind port 34d1789e-16a2-40ec-8d43-91535ad72823 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:34:08.885967 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Attempting to bind port 34d1789e-16a2-40ec-8d43-91535ad72823 on network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:08.892159 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:34:08.902886 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Checking segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:08.902886 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:08.902886 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Bound using segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:34:08.902886 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Bound port: 34d1789e-16a2-40ec-8d43-91535ad72823, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:34:08.902886 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (34d1789e-16a2-40ec-8d43-91535ad72823), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:08.903572 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Publish callbacks [] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:08.951228 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] For port 34d1789e-16a2-40ec-8d43-91535ad72823, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:34:08.954139 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] For port 34d1789e-16a2-40ec-8d43-91535ad72823, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=34d1789e-16a2-40ec-8d43-91535ad72823,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:34:09.003831 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-95cf74e4-61eb-4d34-8c7e-7c512f3830b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, 2d8d856a-7b44-42c8-a165-2f93ead5a7cb) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:09.008456 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf74e4-61eb-4d34-8c7e-7c512f3830b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:09.009040 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-95cf74e4-61eb-4d34-8c7e-7c512f3830b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.015061 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c68bb4-d156-4d73-9dc9-fad0d1b7c3d8 None None] Network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:34:09.038635 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (34d1789e-16a2-40ec-8d43-91535ad72823), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.039287 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.077958 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Network 620ef9ad-c83f-4b00-976d-ed62dc624cfd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:09.085498 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:09.095717 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:34:09.108683 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Pushing event updated for resources: {'Port': ['ID=6f0959d4-9444-477d-b845-0e0d57a7add9,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:09.153522 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773539ba-7335-4062-bb01-da329fe2186d None None] Pushing event updated for resources: {'Port': ['ID=34d1789e-16a2-40ec-8d43-91535ad72823,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:09.153799 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-95cf74e4-61eb-4d34-8c7e-7c512f3830b2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1235878 Jan 21 14:34:09.153922 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Routers {'338bee0f-9652-460f-b5b2-95c04c2c4cd2'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:09.153922 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['338bee0f-9652-460f-b5b2-95c04c2c4cd2'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:09.154924 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34868) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:09.162016 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:09.192973 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 3641cce3-65e5-45e0-b974-346df16e72d2 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:09.200111 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580293'] for router_interface (338bee0f-9652-460f-b5b2-95c04c2c4cd2), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.244436 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp262e89d0-7bb1-5824-b88e-cb05efb5e183-2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329'}]}} from dv-cinder-821602-20-iscsi. {{(pid=103333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 14:34:09.245864 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.289987 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (0b258533-9a6c-44cb-a434-a35388855fb8), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.291520 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (0b258533-9a6c-44cb-a434-a35388855fb8), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.361261 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Publish callbacks [] for router_controller (0b258533-9a6c-44cb-a434-a35388855fb8), precommit_add_association {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.402794 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] Set router 338bee0f-9652-460f-b5b2-95c04c2c4cd2 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:09.426820 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.477317 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 3641cce3-65e5-45e0-b974-346df16e72d2 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:09.477698 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.568506 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Publish callbacks [] for router_gateway (0b258533-9a6c-44cb-a434-a35388855fb8), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.602848 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-0ee49391-b51e-474a-a98f-e54edcccd884 None None] Provisioning complete for port 6f0959d4-9444-477d-b845-0e0d57a7add9 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:09.603221 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ee49391-b51e-474a-a98f-e54edcccd884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.607576 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Allocated IP 172.20.0.2 (2d8d856a-7b44-42c8-a165-2f93ead5a7cb/1d83b96f-32ed-4acf-b08f-01417e849329/342a6d10-c41d-463e-a151-abc4f958c7bf) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:34:09.615721 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Publish callbacks [] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.690161 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.770327 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Pushing event updated for resources: {'Port': ['ID=6f0959d4-9444-477d-b845-0e0d57a7add9,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:09.773076 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797274'] for router_interface (338bee0f-9652-460f-b5b2-95c04c2c4cd2), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.832915 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0ee49391-b51e-474a-a98f-e54edcccd884 None None] Port 6f0959d4-9444-477d-b845-0e0d57a7add9 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:34:09.883716 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Network 620ef9ad-c83f-4b00-976d-ed62dc624cfd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:09.888933 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:09.906678 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Publish callbacks [] for router_gateway (0b258533-9a6c-44cb-a434-a35388855fb8), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:09.932637 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:10.040444 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Router 338bee0f-9652-460f-b5b2-95c04c2c4cd2 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:34:10.046913 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 3641cce3-65e5-45e0-b974-346df16e72d2 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:10.073873 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Allocated IP 172.27.0.7 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:34:10.130314 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'name': 'tempest-TestShelveInstance-1022262450-router', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '34d1789e-16a2-40ec-8d43-91535ad72823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:04Z', 'updated_at': '2022-01-21T14:34:06Z', 'revision_number': 3, 'project_id': 'f9623925d1b84810a2227c9c60be019a', 'gw_port': {'id': '34d1789e-16a2-40ec-8d43-91535ad72823', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:05Z', 'updated_at': '2022-01-21T14:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:10.132548 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Publish callbacks [] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:10.162795 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3bf0dc-ddd8-4495-9ad5-10e5cddfa964 None None] The sync data for ids ['338bee0f-9652-460f-b5b2-95c04c2c4cd2'] in dv-cinder-821602-20-iscsi is: [{'id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'name': 'tempest-TestShelveInstance-1022262450-router', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '34d1789e-16a2-40ec-8d43-91535ad72823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:04Z', 'updated_at': '2022-01-21T14:34:06Z', 'revision_number': 3, 'project_id': 'f9623925d1b84810a2227c9c60be019a', 'gw_port': {'id': '34d1789e-16a2-40ec-8d43-91535ad72823', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:05Z', 'updated_at': '2022-01-21T14:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:34:10.174911 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-b963dac1-64f1-4aef-bbb2-7274e1eed187 None None] Provisioning complete for port 6f0959d4-9444-477d-b845-0e0d57a7add9 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:10.175287 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b963dac1-64f1-4aef-bbb2-7274e1eed187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:10.222039 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b963dac1-64f1-4aef-bbb2-7274e1eed187 None None] Port 6f0959d4-9444-477d-b845-0e0d57a7add9 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:34:10.222647 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:34:10.223542 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Publish callbacks [] for port (1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:10.228347 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-1d095fbd-b7e2-4177-967b-25a08faa936d admin admin] 10.222.0.39 "PUT /v2.0/routers/338bee0f-9652-460f-b5b2-95c04c2c4cd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3300831 Jan 21 14:34:10.243113 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:10.288432 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:10.291471 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:10.295886 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:34:10.301440 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Pushing event updated for resources: {'Port': ['ID=342a6d10-c41d-463e-a151-abc4f958c7bf,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:10.356453 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:10.365079 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Attempting to bind port 342a6d10-c41d-463e-a151-abc4f958c7bf on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:34:10.365079 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Attempting to bind port 342a6d10-c41d-463e-a151-abc4f958c7bf by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:34:10.374031 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Attempting to bind port 342a6d10-c41d-463e-a151-abc4f958c7bf on network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:10.374031 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:34:10.374031 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Checking segment: {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:10.374031 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:10.374031 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Bound using segment: {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:34:10.374031 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Bound port: 342a6d10-c41d-463e-a151-abc4f958c7bf, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:34:10.374031 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:10.405279 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:10.408569 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:10.412214 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:34:10.448996 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Pushing event updated for resources: {'Port': ['ID=1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:10.478055 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] For port 342a6d10-c41d-463e-a151-abc4f958c7bf, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:34:10.485034 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] For port 342a6d10-c41d-463e-a151-abc4f958c7bf, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=342a6d10-c41d-463e-a151-abc4f958c7bf,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:34:10.575951 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:10.652074 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1f10e-d164-4135-8870-10bcba134c7a None None] Pushing event updated for resources: {'Port': ['ID=342a6d10-c41d-463e-a151-abc4f958c7bf,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:10.817621 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Publish callbacks [] for router_gateway (0b258533-9a6c-44cb-a434-a35388855fb8), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:10.929460 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34876) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:10.935066 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-c659a7cb-97e1-4852-827e-b4b56a0193b5 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101444296', 'description': 'tempest-secgroup-smoke-1101444296 description', 'project_id': 'b14799025b0340a6a763cb978e884bcb'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:11.032565 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c659a7cb-97e1-4852-827e-b4b56a0193b5 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.041926 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583159'] for router (0b258533-9a6c-44cb-a434-a35388855fb8), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.132517 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c659a7cb-97e1-4852-827e-b4b56a0193b5 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group (34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.209728 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c659a7cb-97e1-4852-827e-b4b56a0193b5 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.253469 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659a7cb-97e1-4852-827e-b4b56a0193b5 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:11.255734 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Router 0b258533-9a6c-44cb-a434-a35388855fb8 is scheduled to L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f with binding_index 1 {{(pid=103331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 14:34:11.272989 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 342a6d10-c41d-463e-a151-abc4f958c7bf up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:11.297601 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c659a7cb-97e1-4852-827e-b4b56a0193b5 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.299443 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-c659a7cb-97e1-4852-827e-b4b56a0193b5 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3679972 Jan 21 14:34:11.302179 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34878) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:11.307983 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-49be728e-04e7-45b9-9dc6-ac1916c1b743 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Request body: {'security_group_rule': {'security_group_id': '34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53', 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:11.331541 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 342a6d10-c41d-463e-a151-abc4f958c7bf triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:11.331909 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.391904 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:34:11.402885 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Sync routers for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:34:11.403653 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-49be728e-04e7-45b9-9dc6-ac1916c1b743 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (1a293b60-f213-4c4a-9214-a653fcc09323), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.415618 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:11.416472 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:11.431412 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 342a6d10-c41d-463e-a151-abc4f958c7bf is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:11.431893 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.469136 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-49be728e-04e7-45b9-9dc6-ac1916c1b743 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (1a293b60-f213-4c4a-9214-a653fcc09323), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.470343 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port 342a6d10-c41d-463e-a151-abc4f958c7bf, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=342a6d10-c41d-463e-a151-abc4f958c7bf,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:11.474868 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.479892 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34880) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:11.480136 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-430d326d-4367-4f0e-9b72-90add63b8173 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3224437 Jan 21 14:34:11.544446 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:11.547091 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.548222 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 34d1789e-16a2-40ec-8d43-91535ad72823 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:11.572070 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-49be728e-04e7-45b9-9dc6-ac1916c1b743 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (1a293b60-f213-4c4a-9214-a653fcc09323), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.590712 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be728e-04e7-45b9-9dc6-ac1916c1b743 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a293b60-f213-4c4a-9214-a653fcc09323,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:11.652398 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=342a6d10-c41d-463e-a151-abc4f958c7bf,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:11.666481 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 34d1789e-16a2-40ec-8d43-91535ad72823 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:11.666998 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (34d1789e-16a2-40ec-8d43-91535ad72823), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.725913 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-49be728e-04e7-45b9-9dc6-ac1916c1b743 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.727396 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-49be728e-04e7-45b9-9dc6-ac1916c1b743 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4244082 Jan 21 14:34:11.730781 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34882) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:11.734770 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0d625c41-60c3-47a6-8975-62e84271e769 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Request body: {'security_group_rule': {'security_group_id': '34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53', 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:11.756430 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 34d1789e-16a2-40ec-8d43-91535ad72823 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:11.756814 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (34d1789e-16a2-40ec-8d43-91535ad72823), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.782248 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port 34d1789e-16a2-40ec-8d43-91535ad72823, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=34d1789e-16a2-40ec-8d43-91535ad72823,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:11.804951 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caad3756-32ce-4759-a9f3-b04bc6debb08 None None] Network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:34:11.855996 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:10Z', 'revision_number': 3, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:11.866866 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d625c41-60c3-47a6-8975-62e84271e769 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (926ff75c-09c8-4e41-a45b-caf39bf21152), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.883744 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Checking router: 0b258533-9a6c-44cb-a434-a35388855fb8 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:34:11.884351 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Updating router 0b258533-9a6c-44cb-a434-a35388855fb8 port 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 binding host dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:34:11.891072 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (34d1789e-16a2-40ec-8d43-91535ad72823), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.893976 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-135e290a-5472-42b0-9d53-bd71234e6684 None None] Provisioning complete for port 342a6d10-c41d-463e-a151-abc4f958c7bf triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:11.894328 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-135e290a-5472-42b0-9d53-bd71234e6684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.925325 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:11.959457 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d625c41-60c3-47a6-8975-62e84271e769 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (926ff75c-09c8-4e41-a45b-caf39bf21152), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.009377 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=34d1789e-16a2-40ec-8d43-91535ad72823,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:12.061027 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.064632 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d625c41-60c3-47a6-8975-62e84271e769 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (926ff75c-09c8-4e41-a45b-caf39bf21152), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.074924 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-135e290a-5472-42b0-9d53-bd71234e6684 None None] Current status of the port 342a6d10-c41d-463e-a151-abc4f958c7bf is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:12.100988 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d625c41-60c3-47a6-8975-62e84271e769 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926ff75c-09c8-4e41-a45b-caf39bf21152,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:12.151369 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d625c41-60c3-47a6-8975-62e84271e769 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.155555 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34884) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:12.157227 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-0d625c41-60c3-47a6-8975-62e84271e769 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4245691 Jan 21 14:34:12.165884 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-dca5bc4f-1316-4017-a65e-ce5e10522e87 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Request body: {'security_group_rule': {'security_group_id': '34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53', 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:12.208758 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Publish callbacks [] for port (1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.272866 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dca5bc4f-1316-4017-a65e-ce5e10522e87 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (b2fef686-b374-4d24-9cdb-f2fcf62e4055), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.290292 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.305693 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Allocated IP 172.20.0.1 (2d8d856a-7b44-42c8-a165-2f93ead5a7cb/1d83b96f-32ed-4acf-b08f-01417e849329/15180a51-d28e-468c-829b-09735dc80635) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:34:12.308798 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-e957011e-cf80-4969-b1fc-eda5fa8a97e0 None None] Provisioning complete for port 342a6d10-c41d-463e-a151-abc4f958c7bf triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:12.309336 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e957011e-cf80-4969-b1fc-eda5fa8a97e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.355607 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d26912-74b0-436c-b109-528bd5363c6d None None] Pushing event updated for resources: {'Port': ['ID=1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:12.374016 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Attempting to bind port 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:34:12.374810 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Attempting to bind port 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:34:12.375165 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Attempting to bind port 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 on network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:12.378990 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dca5bc4f-1316-4017-a65e-ce5e10522e87 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (b2fef686-b374-4d24-9cdb-f2fcf62e4055), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.381494 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:34:12.385391 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Checking segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:12.385391 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.385391 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Bound using segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:34:12.385391 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Bound port: 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:34:12.385391 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.420470 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e957011e-cf80-4969-b1fc-eda5fa8a97e0 None None] Current status of the port 342a6d10-c41d-463e-a151-abc4f958c7bf is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:12.441366 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] For port 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:34:12.443536 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dca5bc4f-1316-4017-a65e-ce5e10522e87 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (b2fef686-b374-4d24-9cdb-f2fcf62e4055), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.446849 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] For port 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:34:12.448877 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Publish callbacks [] for port (15180a51-d28e-468c-829b-09735dc80635), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.463209 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5bc4f-1316-4017-a65e-ce5e10522e87 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fef686-b374-4d24-9cdb-f2fcf62e4055,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:12.519469 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.564441 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (15180a51-d28e-468c-829b-09735dc80635), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.566152 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dca5bc4f-1316-4017-a65e-ce5e10522e87 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.570528 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-dca5bc4f-1316-4017-a65e-ce5e10522e87 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4102836 Jan 21 14:34:12.574669 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34886) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:12.576668 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-3a9fcece-a12f-4080-96d7-6855bd98abb2 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Request body: {'security_group_rule': {'security_group_id': '34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53', 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:12.580911 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:12.581906 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:12.586332 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d26912-74b0-436c-b109-528bd5363c6d None None] Pushing event updated for resources: {'Port': ['ID=1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:12.605417 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:12.612031 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:12.615529 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:34:12.644197 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=15180a51-d28e-468c-829b-09735dc80635,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:12.667889 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580293'] for router_interface (0b258533-9a6c-44cb-a434-a35388855fb8), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.700579 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3a9fcece-a12f-4080-96d7-6855bd98abb2 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (8ea663e8-7be9-421d-b389-28dcf3af50b0), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.703020 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:12.859187 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3a9fcece-a12f-4080-96d7-6855bd98abb2 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (8ea663e8-7be9-421d-b389-28dcf3af50b0), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.901904 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (15180a51-d28e-468c-829b-09735dc80635), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.915120 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:10Z', 'revision_number': 3, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:12.947256 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7747bf8f-5216-4dcb-95dd-13143cbe52de None None] The sync data for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi is: [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:10Z', 'revision_number': 3, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:34:12.952450 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3a9fcece-a12f-4080-96d7-6855bd98abb2 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (8ea663e8-7be9-421d-b389-28dcf3af50b0), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.955164 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-eafd01cc-d150-4a08-8d92-a73040f6e6de None None] Provisioning complete for port 15180a51-d28e-468c-829b-09735dc80635 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:12.955627 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eafd01cc-d150-4a08-8d92-a73040f6e6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (15180a51-d28e-468c-829b-09735dc80635), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:12.974801 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fcece-a12f-4080-96d7-6855bd98abb2 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea663e8-7be9-421d-b389-28dcf3af50b0,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:12.996154 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-eafd01cc-d150-4a08-8d92-a73040f6e6de None None] Port 15180a51-d28e-468c-829b-09735dc80635 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:34:13.068549 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3a9fcece-a12f-4080-96d7-6855bd98abb2 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:13.072411 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-3a9fcece-a12f-4080-96d7-6855bd98abb2 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4979887 Jan 21 14:34:13.072750 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34888) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:13.077312 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8b87ad52-e788-4bbe-a779-bbad91f880aa tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Request body: {'security_group_rule': {'security_group_id': '34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53', 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:13.105273 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Publish callbacks [] for port (15180a51-d28e-468c-829b-09735dc80635), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:13.137933 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 342a6d10-c41d-463e-a151-abc4f958c7bf up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:13.186967 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (15180a51-d28e-468c-829b-09735dc80635), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:13.190282 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 342a6d10-c41d-463e-a151-abc4f958c7bf triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:13.191417 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:13.229809 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Sync routers for ids ['338bee0f-9652-460f-b5b2-95c04c2c4cd2'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:34:13.236492 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-8b87ad52-e788-4bbe-a779-bbad91f880aa tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Project b14799025b0340a6a763cb978e884bcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 14:34:13.245625 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Routers {'338bee0f-9652-460f-b5b2-95c04c2c4cd2'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:13.246268 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['338bee0f-9652-460f-b5b2-95c04c2c4cd2'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:13.247533 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8b87ad52-e788-4bbe-a779-bbad91f880aa tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (9cbb1664-ae22-41c3-b2b5-2007020f96a6), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:13.287490 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=15180a51-d28e-468c-829b-09735dc80635,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:13.294798 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797274'] for router_interface (0b258533-9a6c-44cb-a434-a35388855fb8), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:13.369615 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 342a6d10-c41d-463e-a151-abc4f958c7bf is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:13.375341 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 34d1789e-16a2-40ec-8d43-91535ad72823 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:13.406024 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8b87ad52-e788-4bbe-a779-bbad91f880aa tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (9cbb1664-ae22-41c3-b2b5-2007020f96a6), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:13.428247 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Set router 338bee0f-9652-460f-b5b2-95c04c2c4cd2 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:13.445010 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:13.446689 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:13.500222 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8b87ad52-e788-4bbe-a779-bbad91f880aa tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (9cbb1664-ae22-41c3-b2b5-2007020f96a6), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:13.512215 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 34d1789e-16a2-40ec-8d43-91535ad72823 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:13.512494 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (34d1789e-16a2-40ec-8d43-91535ad72823), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:13.529292 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87ad52-e788-4bbe-a779-bbad91f880aa tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbb1664-ae22-41c3-b2b5-2007020f96a6,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:13.610554 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8b87ad52-e788-4bbe-a779-bbad91f880aa tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:13.612179 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-8b87ad52-e788-4bbe-a779-bbad91f880aa tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5383294 Jan 21 14:34:13.615626 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34890) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:13.629685 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-af45f04f-7b3b-4110-95cf-8457b31197c0 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Request body: {'security_group_rule': {'security_group_id': '34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53', 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:13.674307 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Router 0b258533-9a6c-44cb-a434-a35388855fb8 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:34:13.713627 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 34d1789e-16a2-40ec-8d43-91535ad72823 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:13.741903 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'name': 'tempest-TestShelveInstance-1022262450-router', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '34d1789e-16a2-40ec-8d43-91535ad72823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:04Z', 'updated_at': '2022-01-21T14:34:09Z', 'revision_number': 4, 'project_id': 'f9623925d1b84810a2227c9c60be019a', 'gw_port': {'id': '34d1789e-16a2-40ec-8d43-91535ad72823', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:05Z', 'updated_at': '2022-01-21T14:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '6f0959d4-9444-477d-b845-0e0d57a7add9', 'name': '', 'network_id': '620ef9ad-c83f-4b00-976d-ed62dc624cfd', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a', 'mac_address': 'fa:16:3e:58:06:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '56693380-1eb5-4abe-820a-c8f99c326762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:08Z', 'updated_at': '2022-01-21T14:34:09Z', 'revision_number': 2, 'project_id': 'f9623925d1b84810a2227c9c60be019a', 'subnets': [{'id': '56693380-1eb5-4abe-820a-c8f99c326762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:13.778677 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Checking router: 338bee0f-9652-460f-b5b2-95c04c2c4cd2 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:34:13.779036 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Updating router 338bee0f-9652-460f-b5b2-95c04c2c4cd2 port 6f0959d4-9444-477d-b845-0e0d57a7add9 binding host dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:34:13.782353 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-af45f04f-7b3b-4110-95cf-8457b31197c0 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Project b14799025b0340a6a763cb978e884bcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 14:34:13.793424 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af45f04f-7b3b-4110-95cf-8457b31197c0 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (e834c262-0f08-4ec6-a397-ad78cec47ecb), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:13.813859 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:13.837211 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-a25ca21d-d6fd-4b54-88f6-3484b613ad27 None None] Provisioning complete for port 15180a51-d28e-468c-829b-09735dc80635 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:13.837604 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a25ca21d-d6fd-4b54-88f6-3484b613ad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (15180a51-d28e-468c-829b-09735dc80635), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:14.118972 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a25ca21d-d6fd-4b54-88f6-3484b613ad27 None None] Port 15180a51-d28e-468c-829b-09735dc80635 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:34:14.207533 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:34:14.221597 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-a95b69dd-ee49-4bba-a2b8-bbe493f80ed5 admin admin] 10.222.0.39 "PUT /v2.0/routers/0b258533-9a6c-44cb-a434-a35388855fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7327011 Jan 21 14:34:14.234012 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af45f04f-7b3b-4110-95cf-8457b31197c0 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (e834c262-0f08-4ec6-a397-ad78cec47ecb), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:14.290255 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Publish callbacks [] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:14.352262 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af45f04f-7b3b-4110-95cf-8457b31197c0 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (e834c262-0f08-4ec6-a397-ad78cec47ecb), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:14.372796 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45f04f-7b3b-4110-95cf-8457b31197c0 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e834c262-0f08-4ec6-a397-ad78cec47ecb,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:14.392220 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:14.442720 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799b32e-f7c0-4bb8-b061-2d1cebba3c06 None None] Pushing event updated for resources: {'Port': ['ID=6f0959d4-9444-477d-b845-0e0d57a7add9,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:14.499677 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Attempting to bind port 6f0959d4-9444-477d-b845-0e0d57a7add9 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:34:14.500209 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Attempting to bind port 6f0959d4-9444-477d-b845-0e0d57a7add9 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '16d9bf7f-5eae-4f52-bcfe-adf608ca7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '620ef9ad-c83f-4b00-976d-ed62dc624cfd'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:34:14.500469 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Attempting to bind port 6f0959d4-9444-477d-b845-0e0d57a7add9 on network 620ef9ad-c83f-4b00-976d-ed62dc624cfd {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:14.504180 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af45f04f-7b3b-4110-95cf-8457b31197c0 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:14.505852 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-af45f04f-7b3b-4110-95cf-8457b31197c0 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8889186 Jan 21 14:34:14.512788 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:34:14.513498 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Checking segment: {'id': '16d9bf7f-5eae-4f52-bcfe-adf608ca7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '620ef9ad-c83f-4b00-976d-ed62dc624cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:14.514039 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:14.514558 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Bound using segment: {'id': '16d9bf7f-5eae-4f52-bcfe-adf608ca7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '620ef9ad-c83f-4b00-976d-ed62dc624cfd'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:34:14.515250 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Bound port: 6f0959d4-9444-477d-b845-0e0d57a7add9, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d9bf7f-5eae-4f52-bcfe-adf608ca7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '620ef9ad-c83f-4b00-976d-ed62dc624cfd'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:34:14.515948 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:14.596552 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] For port 6f0959d4-9444-477d-b845-0e0d57a7add9, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:34:14.599986 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] For port 6f0959d4-9444-477d-b845-0e0d57a7add9, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=6f0959d4-9444-477d-b845-0e0d57a7add9,segment=NetworkSegment(16d9bf7f-5eae-4f52-bcfe-adf608ca7975),segment_id=16d9bf7f-5eae-4f52-bcfe-adf608ca7975)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:34:14.698037 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:14.765818 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Routers {'338bee0f-9652-460f-b5b2-95c04c2c4cd2'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:14.766624 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['338bee0f-9652-460f-b5b2-95c04c2c4cd2'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:14.857935 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799b32e-f7c0-4bb8-b061-2d1cebba3c06 None None] Pushing event updated for resources: {'Port': ['ID=6f0959d4-9444-477d-b845-0e0d57a7add9,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:14.888963 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-25bae112-eefd-4e5b-8cd8-9588abd462ed None None] Provisioning complete for port 6f0959d4-9444-477d-b845-0e0d57a7add9 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:14.889325 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25bae112-eefd-4e5b-8cd8-9588abd462ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:14.917075 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:34:15.005079 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] Set router 338bee0f-9652-460f-b5b2-95c04c2c4cd2 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:15.114127 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Sync routers for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:34:15.128912 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:15.129908 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:15.196973 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34942) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:15.204321 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-254030439-network', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:15.228336 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-25bae112-eefd-4e5b-8cd8-9588abd462ed None None] Current status of the port 6f0959d4-9444-477d-b845-0e0d57a7add9 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:15.228819 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25bae112-eefd-4e5b-8cd8-9588abd462ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.237655 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:15.276409 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:15.313422 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] Made reservation on behalf of 3b9a69b3dcd5441493f5a90081a884fd for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:34:15.316202 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for network (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.321375 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-25bae112-eefd-4e5b-8cd8-9588abd462ed None None] For port 6f0959d4-9444-477d-b845-0e0d57a7add9, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=6f0959d4-9444-477d-b845-0e0d57a7add9,segment=NetworkSegment(16d9bf7f-5eae-4f52-bcfe-adf608ca7975),segment_id=16d9bf7f-5eae-4f52-bcfe-adf608ca7975)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:15.327304 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.369576 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:15.369817 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.412364 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] Publish callbacks [] for security_group (07d33817-acd2-40dd-bad8-216af11a3276), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.423157 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'name': 'tempest-TestShelveInstance-1022262450-router', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '34d1789e-16a2-40ec-8d43-91535ad72823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:04Z', 'updated_at': '2022-01-21T14:34:09Z', 'revision_number': 4, 'project_id': 'f9623925d1b84810a2227c9c60be019a', 'gw_port': {'id': '34d1789e-16a2-40ec-8d43-91535ad72823', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:05Z', 'updated_at': '2022-01-21T14:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '6f0959d4-9444-477d-b845-0e0d57a7add9', 'name': '', 'network_id': '620ef9ad-c83f-4b00-976d-ed62dc624cfd', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a', 'mac_address': 'fa:16:3e:58:06:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '56693380-1eb5-4abe-820a-c8f99c326762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:08Z', 'updated_at': '2022-01-21T14:34:14Z', 'revision_number': 4, 'project_id': 'f9623925d1b84810a2227c9c60be019a', 'subnets': [{'id': '56693380-1eb5-4abe-820a-c8f99c326762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:15.452519 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786307de-3f0a-463f-b390-6c08508654f4 None None] The sync data for ids ['338bee0f-9652-460f-b5b2-95c04c2c4cd2'] in dv-cinder-821602-20-iscsi is: [{'id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'name': 'tempest-TestShelveInstance-1022262450-router', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '34d1789e-16a2-40ec-8d43-91535ad72823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:04Z', 'updated_at': '2022-01-21T14:34:09Z', 'revision_number': 4, 'project_id': 'f9623925d1b84810a2227c9c60be019a', 'gw_port': {'id': '34d1789e-16a2-40ec-8d43-91535ad72823', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:05Z', 'updated_at': '2022-01-21T14:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '6f0959d4-9444-477d-b845-0e0d57a7add9', 'name': '', 'network_id': '620ef9ad-c83f-4b00-976d-ed62dc624cfd', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a', 'mac_address': 'fa:16:3e:58:06:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '56693380-1eb5-4abe-820a-c8f99c326762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:08Z', 'updated_at': '2022-01-21T14:34:14Z', 'revision_number': 4, 'project_id': 'f9623925d1b84810a2227c9c60be019a', 'subnets': [{'id': '56693380-1eb5-4abe-820a-c8f99c326762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:34:15.486842 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25bae112-eefd-4e5b-8cd8-9588abd462ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.494515 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:15.494515 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.498834 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 2, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:15.512552 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (07d33817-acd2-40dd-bad8-216af11a3276), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.526393 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Checking router: 0b258533-9a6c-44cb-a434-a35388855fb8 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:34:15.526777 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Updating router 0b258533-9a6c-44cb-a434-a35388855fb8 port 15180a51-d28e-468c-829b-09735dc80635 binding host dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:34:15.529314 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 14:34:15.551977 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.552607 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.segments_db [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] Added segment a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1 of type vlan for network 093d0606-bb3e-4c10-beda-135e67eb5cfe Jan 21 14:34:15.560136 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:15.577082 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d33817-acd2-40dd-bad8-216af11a3276,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:15.618664 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bae112-eefd-4e5b-8cd8-9588abd462ed None None] Pushing event updated for resources: {'Port': ['ID=6f0959d4-9444-477d-b845-0e0d57a7add9,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:15.633660 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761939479278'] for network (093d0606-bb3e-4c10-beda-135e67eb5cfe), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.641839 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-fa6db045-f715-48f8-a9da-81d7c703ab6a None None] Provisioning complete for port 6f0959d4-9444-477d-b845-0e0d57a7add9 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:15.642293 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa6db045-f715-48f8-a9da-81d7c703ab6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.669303 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.677245 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (15180a51-d28e-468c-829b-09735dc80635), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.735466 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707'] for network (093d0606-bb3e-4c10-beda-135e67eb5cfe), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.735729 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:15.736533 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:15.737137 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:15.779292 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fa6db045-f715-48f8-a9da-81d7c703ab6a None None] Current status of the port 6f0959d4-9444-477d-b845-0e0d57a7add9 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:15.800485 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] Pushing event updated for resources: {'Network': ['ID=093d0606-bb3e-4c10-beda-135e67eb5cfe,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:15.811822 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Network 093d0606-bb3e-4c10-beda-135e67eb5cfe details requested by agent ovs-agent-dv-cinder-821602-20-iscsi with host dv-cinder-821602-20-iscsi {{(pid=103333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 14:34:15.815826 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-9d595880-5918-4a7f-94b1-8a4430fdf539 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6140528 Jan 21 14:34:15.815826 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34948) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:15.819829 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-559c34f8-9ca7-45f4-bd42-5d58ca60b09f admin admin] Request body: {'subnet': {'network_id': '093d0606-bb3e-4c10-beda-135e67eb5cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-254030439-subnet', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd', 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:15.970384 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Publish callbacks [] for port (15180a51-d28e-468c-829b-09735dc80635), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.021442 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559c34f8-9ca7-45f4-bd42-5d58ca60b09f admin admin] Made reservation on behalf of 3b9a69b3dcd5441493f5a90081a884fd for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:34:16.024280 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-559c34f8-9ca7-45f4-bd42-5d58ca60b09f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7381100'] for subnet (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.091291 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (15180a51-d28e-468c-829b-09735dc80635), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.143440 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70aa41-10e1-490d-a0e6-f2183f070000 None None] Pushing event updated for resources: {'Port': ['ID=15180a51-d28e-468c-829b-09735dc80635,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:16.217226 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Attempting to bind port 15180a51-d28e-468c-829b-09735dc80635 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:34:16.217595 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Attempting to bind port 15180a51-d28e-468c-829b-09735dc80635 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:34:16.218009 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Attempting to bind port 15180a51-d28e-468c-829b-09735dc80635 on network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:16.223635 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:34:16.224080 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Checking segment: {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:16.224989 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.225769 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Bound using segment: {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:34:16.226272 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Bound port: 15180a51-d28e-468c-829b-09735dc80635, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:34:16.226654 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (15180a51-d28e-468c-829b-09735dc80635), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.270783 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-559c34f8-9ca7-45f4-bd42-5d58ca60b09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5076798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7381106'] for subnet (7f122c07-ff52-4fe1-9338-9b545c4134ff), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.321229 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] For port 15180a51-d28e-468c-829b-09735dc80635, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:34:16.325113 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] For port 15180a51-d28e-468c-829b-09735dc80635, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=15180a51-d28e-468c-829b-09735dc80635,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:34:16.351463 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c34f8-9ca7-45f4-bd42-5d58ca60b09f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f122c07-ff52-4fe1-9338-9b545c4134ff,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:16.378445 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559c34f8-9ca7-45f4-bd42-5d58ca60b09f admin admin] Checking segment: {'id': 'a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093d0606-bb3e-4c10-beda-135e67eb5cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:16.378833 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559c34f8-9ca7-45f4-bd42-5d58ca60b09f admin admin] Network hostable DHCP agents. Network: 093d0606-bb3e-4c10-beda-135e67eb5cfe, hostable agents: ['0c78ae41-db31-44be-ad58-5eb1a458f561'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 14:34:16.392668 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (15180a51-d28e-468c-829b-09735dc80635), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.415523 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-86fdd516-c3b5-454e-ac72-12d02904b1ac None None] Provisioning complete for port 15180a51-d28e-468c-829b-09735dc80635 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:16.415902 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-86fdd516-c3b5-454e-ac72-12d02904b1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (15180a51-d28e-468c-829b-09735dc80635), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.448293 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70aa41-10e1-490d-a0e6-f2183f070000 None None] Pushing event updated for resources: {'Port': ['ID=15180a51-d28e-468c-829b-09735dc80635,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:16.472446 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:16.473107 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:16.486346 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559c34f8-9ca7-45f4-bd42-5d58ca60b09f admin admin] Network 093d0606-bb3e-4c10-beda-135e67eb5cfe is scheduled to be hosted by DHCP agent 0c78ae41-db31-44be-ad58-5eb1a458f561 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 14:34:16.525629 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-86fdd516-c3b5-454e-ac72-12d02904b1ac None None] Current status of the port 15180a51-d28e-468c-829b-09735dc80635 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:16.526244 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-86fdd516-c3b5-454e-ac72-12d02904b1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (15180a51-d28e-468c-829b-09735dc80635), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.570040 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-559c34f8-9ca7-45f4-bd42-5d58ca60b09f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-20-iscsi, 093d0606-bb3e-4c10-beda-135e67eb5cfe) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:16.578870 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c34f8-9ca7-45f4-bd42-5d58ca60b09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:16.581812 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-86fdd516-c3b5-454e-ac72-12d02904b1ac None None] For port 15180a51-d28e-468c-829b-09735dc80635, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=15180a51-d28e-468c-829b-09735dc80635,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:16.582890 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-559c34f8-9ca7-45f4-bd42-5d58ca60b09f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.589344 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70f2532-cf30-44ff-b657-93b2beb4ce06 None None] Network 093d0606-bb3e-4c10-beda-135e67eb5cfe requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:34:16.622921 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:16.684061 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34966) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:16.685652 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-559c34f8-9ca7-45f4-bd42-5d58ca60b09f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8695517 Jan 21 14:34:16.690287 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-254030439-router', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:16.695670 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-86fdd516-c3b5-454e-ac72-12d02904b1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (15180a51-d28e-468c-829b-09735dc80635), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.775644 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp262e89d0-7bb1-5824-b88e-cb05efb5e183-093d0606-bb3e-4c10-beda-135e67eb5cfe', 'network_id': '093d0606-bb3e-4c10-beda-135e67eb5cfe', 'project_id': '3b9a69b3dcd5441493f5a90081a884fd', 'fixed_ips': [{'subnet_id': '7f122c07-ff52-4fe1-9338-9b545c4134ff'}]}} from dv-cinder-821602-20-iscsi. {{(pid=103333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 14:34:16.778024 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.796717 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdd516-c3b5-454e-ac72-12d02904b1ac None None] Pushing event updated for resources: {'Port': ['ID=15180a51-d28e-468c-829b-09735dc80635,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:16.844431 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.846799 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1864'] for router (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.894049 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-e32c445e-c273-4cfc-8511-8921fba98a4c None None] Provisioning complete for port 15180a51-d28e-468c-829b-09735dc80635 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:16.898414 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e32c445e-c273-4cfc-8511-8921fba98a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (15180a51-d28e-468c-829b-09735dc80635), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.915200 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:16.934033 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Publish callbacks [] for router_controller (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), precommit_add_association {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:16.948467 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57b94fa-51d7-4907-9527-2d6a2e428147 None None] The sync data for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi is: [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:34:17.061634 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Allocated IP 172.20.0.2 (093d0606-bb3e-4c10-beda-135e67eb5cfe/7f122c07-ff52-4fe1-9338-9b545c4134ff/d43e0b75-cfce-4fc3-98cb-7d2ce1feea57) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:34:17.090145 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e32c445e-c273-4cfc-8511-8921fba98a4c None None] Current status of the port 15180a51-d28e-468c-829b-09735dc80635 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:17.269058 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Publish callbacks [] for router_gateway (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:17.275177 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Publish callbacks [] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:17.376595 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:17.409323 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 15180a51-d28e-468c-829b-09735dc80635 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:17.458545 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Network 093d0606-bb3e-4c10-beda-135e67eb5cfe is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:17.469754 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:17.476080 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:34:17.479114 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Pushing event updated for resources: {'Port': ['ID=d43e0b75-cfce-4fc3-98cb-7d2ce1feea57,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:17.492618 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:17.493332 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:17.493793 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:17.494461 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:17.494918 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:17.495546 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:17.496022 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:17.496681 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:17.497051 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:17.497365 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:17.497751 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:17.498134 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:17.498558 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:17.563815 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 15180a51-d28e-468c-829b-09735dc80635 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:17.564515 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (15180a51-d28e-468c-829b-09735dc80635), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:17.566225 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Attempting to bind port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:34:17.566596 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Attempting to bind port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': 'a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093d0606-bb3e-4c10-beda-135e67eb5cfe'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:34:17.566958 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Attempting to bind port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 on network 093d0606-bb3e-4c10-beda-135e67eb5cfe {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:17.598806 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:34:17.599203 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Checking segment: {'id': 'a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093d0606-bb3e-4c10-beda-135e67eb5cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:17.599595 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:17.600550 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Bound using segment: {'id': 'a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093d0606-bb3e-4c10-beda-135e67eb5cfe'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:34:17.601050 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Bound port: d43e0b75-cfce-4fc3-98cb-7d2ce1feea57, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093d0606-bb3e-4c10-beda-135e67eb5cfe'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:34:17.601450 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:17.623409 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Publish callbacks [] for router_gateway (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:17.647980 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:17.734636 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] For port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:34:17.758851 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] For port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=d43e0b75-cfce-4fc3-98cb-7d2ce1feea57,segment=NetworkSegment(a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1),segment_id=a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:34:17.765357 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 15180a51-d28e-468c-829b-09735dc80635 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:17.766861 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:17.811495 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Allocated IP 172.27.0.128 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/075598a6-9892-4cf0-a7ed-83c0b4b09f20) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:34:17.827682 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:17.828855 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:17.853617 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:17.924748 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c83da2-d59c-4c26-b48c-130015e80299 None None] Pushing event updated for resources: {'Port': ['ID=d43e0b75-cfce-4fc3-98cb-7d2ce1feea57,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:17.970027 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Publish callbacks [] for port (075598a6-9892-4cf0-a7ed-83c0b4b09f20), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:18.022907 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:18.027311 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 6f0959d4-9444-477d-b845-0e0d57a7add9 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:18.096974 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 6f0959d4-9444-477d-b845-0e0d57a7add9 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:18.097454 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:18.102339 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (075598a6-9892-4cf0-a7ed-83c0b4b09f20), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:18.182687 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:18.206312 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:18.212578 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Pushing event updated for resources: {'Port': ['ID=075598a6-9892-4cf0-a7ed-83c0b4b09f20,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:18.222551 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:34:18.243929 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 6f0959d4-9444-477d-b845-0e0d57a7add9 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:18.778784 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Publish callbacks [] for router_gateway (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:19.043628 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa18cb-50ea-4872-865b-a5c09cd0f9ab None None] Network 093d0606-bb3e-4c10-beda-135e67eb5cfe requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:34:19.328600 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:19.347293 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583159'] for router (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:19.427328 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-545a6625-6fe7-45e4-b35e-bbcd478cba2a None None] Provisioning complete for port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:19.427921 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-545a6625-6fe7-45e4-b35e-bbcd478cba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:19.525701 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:19.525983 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:19.614484 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-545a6625-6fe7-45e4-b35e-bbcd478cba2a None None] Current status of the port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:19.614872 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-545a6625-6fe7-45e4-b35e-bbcd478cba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:19.666658 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Router 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b is scheduled to L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f with binding_index 1 {{(pid=103331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 14:34:19.693342 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-545a6625-6fe7-45e4-b35e-bbcd478cba2a None None] For port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=d43e0b75-cfce-4fc3-98cb-7d2ce1feea57,segment=NetworkSegment(a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1),segment_id=a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:19.711442 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:19.716429 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:19.786629 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-545a6625-6fe7-45e4-b35e-bbcd478cba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:19.813983 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:34:19.835828 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Sync routers for ids ['7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:34:19.873745 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.db.api [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 14:34:19.874125 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG oslo_db.api [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 14:34:19.878636 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Routers {'7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:19.878636 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:19.884010 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a6625-6fe7-45e4-b35e-bbcd478cba2a None None] Pushing event updated for resources: {'Port': ['ID=d43e0b75-cfce-4fc3-98cb-7d2ce1feea57,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:19.949799 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:19.951392 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-1bc1d54d-12ff-4c99-8d12-aab9434aab04 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2663040 Jan 21 14:34:19.954879 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34974) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:20.014529 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-3f2e9dee-f0f0-45cc-a5ce-a031bfb6e26e None None] Provisioning complete for port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:20.014909 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9dee-f0f0-45cc-a5ce-a031bfb6e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:20.078349 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Set router 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:20.244291 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3f2e9dee-f0f0-45cc-a5ce-a031bfb6e26e None None] Current status of the port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:20.314435 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'name': 'tempest-TestVolumeBootPattern-254030439-router', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '075598a6-9892-4cf0-a7ed-83c0b4b09f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:16Z', 'updated_at': '2022-01-21T14:34:18Z', 'revision_number': 3, 'project_id': '3b9a69b3dcd5441493f5a90081a884fd', 'gw_port': {'id': '075598a6-9892-4cf0-a7ed-83c0b4b09f20', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:17Z', 'updated_at': '2022-01-21T14:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:20.347889 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Checking router: 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:34:20.348253 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Updating router 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b port 075598a6-9892-4cf0-a7ed-83c0b4b09f20 binding host dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:34:20.379812 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (075598a6-9892-4cf0-a7ed-83c0b4b09f20), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:20.441551 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:20.452179 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:20.629714 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Allocated IP 172.20.0.1 (093d0606-bb3e-4c10-beda-135e67eb5cfe/7f122c07-ff52-4fe1-9338-9b545c4134ff/526556a2-98a0-4e13-957b-1103a6d5b47a) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:34:20.684588 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Publish callbacks [] for port (075598a6-9892-4cf0-a7ed-83c0b4b09f20), precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:20.736588 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Publish callbacks [] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:20.752305 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (075598a6-9892-4cf0-a7ed-83c0b4b09f20), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:20.803675 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Attempting to bind port 075598a6-9892-4cf0-a7ed-83c0b4b09f20 on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:34:20.804103 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Attempting to bind port 075598a6-9892-4cf0-a7ed-83c0b4b09f20 by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:34:20.804684 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Attempting to bind port 075598a6-9892-4cf0-a7ed-83c0b4b09f20 on network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:20.810105 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526e422-f811-4a8e-b184-8b47ec50dace None None] Pushing event updated for resources: {'Port': ['ID=075598a6-9892-4cf0-a7ed-83c0b4b09f20,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:20.814586 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:34:20.815055 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Checking segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:20.815422 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:20.815917 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Bound using segment: {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:34:20.816271 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Bound port: 075598a6-9892-4cf0-a7ed-83c0b4b09f20, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2b72d7-bff9-4743-b266-7abe913e6322', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:34:20.816659 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (075598a6-9892-4cf0-a7ed-83c0b4b09f20), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:20.827099 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:20.866332 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Network 093d0606-bb3e-4c10-beda-135e67eb5cfe is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:20.871338 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:20.874778 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:34:20.876059 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] For port 075598a6-9892-4cf0-a7ed-83c0b4b09f20, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:34:20.879793 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] For port 075598a6-9892-4cf0-a7ed-83c0b4b09f20, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=075598a6-9892-4cf0-a7ed-83c0b4b09f20,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:34:20.900106 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Pushing event updated for resources: {'Port': ['ID=526556a2-98a0-4e13-957b-1103a6d5b47a,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:20.911836 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:20.912172 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:20.913127 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:20.913838 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:20.913838 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:20.914125 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:20.914405 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:20.914729 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:20.915049 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:20.915367 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:20.915680 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:20.916054 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:20.916291 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:20.932939 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580293'] for router_interface (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:20.937903 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (075598a6-9892-4cf0-a7ed-83c0b4b09f20), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:20.998249 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Routers {'7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:20.999097 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:21.048527 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526e422-f811-4a8e-b184-8b47ec50dace None None] Pushing event updated for resources: {'Port': ['ID=075598a6-9892-4cf0-a7ed-83c0b4b09f20,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:21.130036 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:21.138294 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] Set router 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:21.153549 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:21.284351 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-755bd391-889b-4e63-a005-e3e398f495c5 None None] Provisioning complete for port 526556a2-98a0-4e13-957b-1103a6d5b47a triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:21.284718 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-755bd391-889b-4e63-a005-e3e398f495c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:21.329647 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Publish callbacks [] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:21.351540 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:21.351915 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:21.353708 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-755bd391-889b-4e63-a005-e3e398f495c5 None None] Port 526556a2-98a0-4e13-957b-1103a6d5b47a cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:34:21.398574 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:21.469399 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797274'] for router_interface (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:21.472140 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'name': 'tempest-TestVolumeBootPattern-254030439-router', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '075598a6-9892-4cf0-a7ed-83c0b4b09f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:16Z', 'updated_at': '2022-01-21T14:34:18Z', 'revision_number': 3, 'project_id': '3b9a69b3dcd5441493f5a90081a884fd', 'gw_port': {'id': '075598a6-9892-4cf0-a7ed-83c0b4b09f20', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:17Z', 'updated_at': '2022-01-21T14:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:21.474712 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Pushing event updated for resources: {'Port': ['ID=526556a2-98a0-4e13-957b-1103a6d5b47a,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:21.474905 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:21.501740 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0f69e6-4a23-4c56-bec9-905d99715a83 None None] The sync data for ids ['7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'] in dv-cinder-821602-20-iscsi is: [{'id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'name': 'tempest-TestVolumeBootPattern-254030439-router', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '075598a6-9892-4cf0-a7ed-83c0b4b09f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:16Z', 'updated_at': '2022-01-21T14:34:18Z', 'revision_number': 3, 'project_id': '3b9a69b3dcd5441493f5a90081a884fd', 'gw_port': {'id': '075598a6-9892-4cf0-a7ed-83c0b4b09f20', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:17Z', 'updated_at': '2022-01-21T14:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:34:21.571833 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Network 093d0606-bb3e-4c10-beda-135e67eb5cfe is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:21.573321 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:21.703973 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Router 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:34:21.847873 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:34:21.854113 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-2ae666b1-40cf-461f-a018-615eb839f64d admin admin] 10.222.0.39 "PUT /v2.0/routers/7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8979409 Jan 21 14:34:21.882858 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-a85a3eb2-962a-4e31-88fc-9d521b11adbf None None] Provisioning complete for port 526556a2-98a0-4e13-957b-1103a6d5b47a triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:21.883321 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a85a3eb2-962a-4e31-88fc-9d521b11adbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:21.929515 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a85a3eb2-962a-4e31-88fc-9d521b11adbf None None] Port 526556a2-98a0-4e13-957b-1103a6d5b47a cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:34:22.411072 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34986) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:22.416263 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-260383806', 'description': 'tempest-secgroup-smoke-260383806 description', 'project_id': '7231c480ff2b4a69be6586443a8f5863'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:22.495235 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:22.568520 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group (225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:22.659863 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:22.694505 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:22.701365 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:22.701708 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:22.702045 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:22.702406 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:22.702730 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:22.703051 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:22.703424 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:22.703744 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:22.704065 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:22.704383 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:22.704698 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:22.705014 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:22.705324 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:34:22.748394 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:22.749641 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-fe016b43-3ba2-4b4c-9fff-f77fc79a8d6a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3375294 Jan 21 14:34:22.752913 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34990) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:22.757441 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b00fe33d-2171-44cf-8180-cbd09fee3f2e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Request body: {'security_group_rule': {'security_group_id': '225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0', 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:22.843678 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b00fe33d-2171-44cf-8180-cbd09fee3f2e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (4f4640e4-48a4-4f84-ba61-4612bde5b1fc), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:22.902570 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b00fe33d-2171-44cf-8180-cbd09fee3f2e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (4f4640e4-48a4-4f84-ba61-4612bde5b1fc), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:22.975249 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b00fe33d-2171-44cf-8180-cbd09fee3f2e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (4f4640e4-48a4-4f84-ba61-4612bde5b1fc), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:22.995350 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fe33d-2171-44cf-8180-cbd09fee3f2e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4640e4-48a4-4f84-ba61-4612bde5b1fc,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:23.090293 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b00fe33d-2171-44cf-8180-cbd09fee3f2e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:23.090293 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-b00fe33d-2171-44cf-8180-cbd09fee3f2e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3337212 Jan 21 14:34:23.090595 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34994) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:23.095936 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-bbfb7a2a-942a-413a-b82b-f25680e8db7e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Request body: {'security_group_rule': {'security_group_id': '225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0', 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:23.168623 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 075598a6-9892-4cf0-a7ed-83c0b4b09f20 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:23.214651 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bbfb7a2a-942a-413a-b82b-f25680e8db7e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (36d87363-bac8-4416-9ac4-b9de73aebaa9), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:23.218928 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 075598a6-9892-4cf0-a7ed-83c0b4b09f20 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:23.219420 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (075598a6-9892-4cf0-a7ed-83c0b4b09f20), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:23.274229 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bbfb7a2a-942a-413a-b82b-f25680e8db7e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (36d87363-bac8-4416-9ac4-b9de73aebaa9), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:23.307316 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 075598a6-9892-4cf0-a7ed-83c0b4b09f20 is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:23.307705 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (075598a6-9892-4cf0-a7ed-83c0b4b09f20), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:23.327629 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] For port 075598a6-9892-4cf0-a7ed-83c0b4b09f20, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=075598a6-9892-4cf0-a7ed-83c0b4b09f20,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:23.352777 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bbfb7a2a-942a-413a-b82b-f25680e8db7e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (36d87363-bac8-4416-9ac4-b9de73aebaa9), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:23.371274 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb7a2a-942a-413a-b82b-f25680e8db7e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d87363-bac8-4416-9ac4-b9de73aebaa9,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:23.410005 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (075598a6-9892-4cf0-a7ed-83c0b4b09f20), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:23.441771 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bbfb7a2a-942a-413a-b82b-f25680e8db7e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:23.443071 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-bbfb7a2a-942a-413a-b82b-f25680e8db7e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3515275 Jan 21 14:34:23.451047 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 34996) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:23.455705 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8cad1f0f-ae40-48d3-b603-087ab1f9dc95 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Request body: {'security_group_rule': {'security_group_id': '225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0', 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:23.464466 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Pushing event updated for resources: {'Port': ['ID=075598a6-9892-4cf0-a7ed-83c0b4b09f20,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:23.579813 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cad1f0f-ae40-48d3-b603-087ab1f9dc95 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (c0512ce4-1174-4fc0-9ec1-91a1e1460b04), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:23.638928 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cad1f0f-ae40-48d3-b603-087ab1f9dc95 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (c0512ce4-1174-4fc0-9ec1-91a1e1460b04), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:23.700999 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cad1f0f-ae40-48d3-b603-087ab1f9dc95 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (c0512ce4-1174-4fc0-9ec1-91a1e1460b04), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:23.724553 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad1f0f-ae40-48d3-b603-087ab1f9dc95 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0512ce4-1174-4fc0-9ec1-91a1e1460b04,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:23.789399 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cad1f0f-ae40-48d3-b603-087ab1f9dc95 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:23.791746 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-8cad1f0f-ae40-48d3-b603-087ab1f9dc95 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3394194 Jan 21 14:34:23.794478 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 34998) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:23.799362 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-f5abb233-8584-4524-95c5-746c74395f94 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Request body: {'security_group_rule': {'security_group_id': '225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0', 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:23.867195 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-668b3085-473c-42d8-93db-f768a4b4fe1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:23.923092 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f5abb233-8584-4524-95c5-746c74395f94 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (53001d31-94b3-4318-a748-4c7c305c78ce), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:23.982954 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f5abb233-8584-4524-95c5-746c74395f94 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (53001d31-94b3-4318-a748-4c7c305c78ce), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:24.066797 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f5abb233-8584-4524-95c5-746c74395f94 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (53001d31-94b3-4318-a748-4c7c305c78ce), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:24.086538 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abb233-8584-4524-95c5-746c74395f94 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53001d31-94b3-4318-a748-4c7c305c78ce,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:24.183403 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f5abb233-8584-4524-95c5-746c74395f94 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:24.184648 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-f5abb233-8584-4524-95c5-746c74395f94 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3890765 Jan 21 14:34:24.187434 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35002) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:24.191848 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-c4f72cbc-fca0-4fbf-9aa8-0ddafacd9a57 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Request body: {'security_group_rule': {'security_group_id': '225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0', 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:24.300979 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.securitygroups_db [None req-c4f72cbc-fca0-4fbf-9aa8-0ddafacd9a57 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Project 7231c480ff2b4a69be6586443a8f5863 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 14:34:24.307319 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c4f72cbc-fca0-4fbf-9aa8-0ddafacd9a57 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (3b8207ad-aff7-470f-bd49-d1e0e1dc7701), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:24.369299 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c4f72cbc-fca0-4fbf-9aa8-0ddafacd9a57 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (3b8207ad-aff7-470f-bd49-d1e0e1dc7701), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:24.426724 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c4f72cbc-fca0-4fbf-9aa8-0ddafacd9a57 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (3b8207ad-aff7-470f-bd49-d1e0e1dc7701), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:24.446094 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f72cbc-fca0-4fbf-9aa8-0ddafacd9a57 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8207ad-aff7-470f-bd49-d1e0e1dc7701,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:24.542601 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c4f72cbc-fca0-4fbf-9aa8-0ddafacd9a57 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:24.543836 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-c4f72cbc-fca0-4fbf-9aa8-0ddafacd9a57 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3554323 Jan 21 14:34:24.546492 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35004) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:24.550867 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-e35e44e6-2b22-496e-a6c8-8ae8585800cc tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Request body: {'security_group_rule': {'security_group_id': '225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0', 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:24.655357 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.securitygroups_db [None req-e35e44e6-2b22-496e-a6c8-8ae8585800cc tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Project 7231c480ff2b4a69be6586443a8f5863 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 14:34:24.660986 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e35e44e6-2b22-496e-a6c8-8ae8585800cc tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (221158fd-eaf9-4a0f-9c97-b89638508bbf), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:24.742292 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e35e44e6-2b22-496e-a6c8-8ae8585800cc tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (221158fd-eaf9-4a0f-9c97-b89638508bbf), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:24.760764 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Sync routers for ids ['7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:34:24.770858 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Routers {'7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:24.771502 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:24.838261 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e35e44e6-2b22-496e-a6c8-8ae8585800cc tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758335'] for security_group_rule (221158fd-eaf9-4a0f-9c97-b89638508bbf), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:24.858549 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e44e6-2b22-496e-a6c8-8ae8585800cc tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221158fd-eaf9-4a0f-9c97-b89638508bbf,revision_number=0']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:24.879937 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Set router 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:24.919871 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e35e44e6-2b22-496e-a6c8-8ae8585800cc tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:24.921098 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-e35e44e6-2b22-496e-a6c8-8ae8585800cc tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3736064 Jan 21 14:34:25.093313 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'name': 'tempest-TestVolumeBootPattern-254030439-router', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '075598a6-9892-4cf0-a7ed-83c0b4b09f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:16Z', 'updated_at': '2022-01-21T14:34:21Z', 'revision_number': 4, 'project_id': '3b9a69b3dcd5441493f5a90081a884fd', 'gw_port': {'id': '075598a6-9892-4cf0-a7ed-83c0b4b09f20', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:17Z', 'updated_at': '2022-01-21T14:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '526556a2-98a0-4e13-957b-1103a6d5b47a', 'name': '', 'network_id': '093d0606-bb3e-4c10-beda-135e67eb5cfe', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd', 'mac_address': 'fa:16:3e:1c:51:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '7f122c07-ff52-4fe1-9338-9b545c4134ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:20Z', 'updated_at': '2022-01-21T14:34:21Z', 'revision_number': 2, 'project_id': '3b9a69b3dcd5441493f5a90081a884fd', 'subnets': [{'id': '7f122c07-ff52-4fe1-9338-9b545c4134ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:25.124388 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Checking router: 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:34:25.124811 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Updating router 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b port 526556a2-98a0-4e13-957b-1103a6d5b47a binding host dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 14:34:25.144617 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 075598a6-9892-4cf0-a7ed-83c0b4b09f20 up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:25.156950 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:25.195497 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 075598a6-9892-4cf0-a7ed-83c0b4b09f20 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:25.196030 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (075598a6-9892-4cf0-a7ed-83c0b4b09f20), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:25.280545 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 075598a6-9892-4cf0-a7ed-83c0b4b09f20 is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:25.436906 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Publish callbacks [] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:25.535062 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:25.582740 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acdf83-fe84-4e7f-a9a0-48b51054f4fb None None] Pushing event updated for resources: {'Port': ['ID=526556a2-98a0-4e13-957b-1103a6d5b47a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:25.634427 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Attempting to bind port 526556a2-98a0-4e13-957b-1103a6d5b47a on host dv-cinder-821602-20-iscsi for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:34:25.634801 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Attempting to bind port 526556a2-98a0-4e13-957b-1103a6d5b47a by drivers openvswitch,hyperv on host dv-cinder-821602-20-iscsi at level 0 using segments [{'id': 'a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093d0606-bb3e-4c10-beda-135e67eb5cfe'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:34:25.635165 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Attempting to bind port 526556a2-98a0-4e13-957b-1103a6d5b47a on network 093d0606-bb3e-4c10-beda-135e67eb5cfe {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:25.640349 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Checking agent: {'id': '35afb4a8-c098-4b1a-a9a4-182ede76f4bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 15, 31), 'started_at': datetime.datetime(2022, 1, 21, 14, 16, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:34:25.640717 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Checking segment: {'id': 'a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093d0606-bb3e-4c10-beda-135e67eb5cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:25.641115 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:25.641502 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Bound using segment: {'id': 'a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093d0606-bb3e-4c10-beda-135e67eb5cfe'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:34:25.641958 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Bound port: 526556a2-98a0-4e13-957b-1103a6d5b47a, host: dv-cinder-821602-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093d0606-bb3e-4c10-beda-135e67eb5cfe'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:34:25.642479 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:25.712275 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] For port 526556a2-98a0-4e13-957b-1103a6d5b47a, host dv-cinder-821602-20-iscsi, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:34:25.715476 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] For port 526556a2-98a0-4e13-957b-1103a6d5b47a, host dv-cinder-821602-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=526556a2-98a0-4e13-957b-1103a6d5b47a,segment=NetworkSegment(a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1),segment_id=a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:34:25.775462 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-a6acaadf-00de-486d-88c4-93b993ab0cc4 None None] Provisioning complete for port 526556a2-98a0-4e13-957b-1103a6d5b47a triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:25.775840 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6acaadf-00de-486d-88c4-93b993ab0cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:25.787293 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:25.830896 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Routers {'7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:25.831449 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:33:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:25.831640 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a6acaadf-00de-486d-88c4-93b993ab0cc4 None None] Port 526556a2-98a0-4e13-957b-1103a6d5b47a cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:34:25.942820 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acdf83-fe84-4e7f-a9a0-48b51054f4fb None None] Pushing event updated for resources: {'Port': ['ID=526556a2-98a0-4e13-957b-1103a6d5b47a,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:25.980554 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] Set router 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:26.051794 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-0d50905b-5855-4825-a516-c6d9bd5b1b67 None None] Provisioning complete for port 526556a2-98a0-4e13-957b-1103a6d5b47a triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:26.052162 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d50905b-5855-4825-a516-c6d9bd5b1b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:26.286401 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'name': 'tempest-TestVolumeBootPattern-254030439-router', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '075598a6-9892-4cf0-a7ed-83c0b4b09f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:16Z', 'updated_at': '2022-01-21T14:34:21Z', 'revision_number': 4, 'project_id': '3b9a69b3dcd5441493f5a90081a884fd', 'gw_port': {'id': '075598a6-9892-4cf0-a7ed-83c0b4b09f20', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:17Z', 'updated_at': '2022-01-21T14:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '526556a2-98a0-4e13-957b-1103a6d5b47a', 'name': '', 'network_id': '093d0606-bb3e-4c10-beda-135e67eb5cfe', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd', 'mac_address': 'fa:16:3e:1c:51:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '7f122c07-ff52-4fe1-9338-9b545c4134ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:20Z', 'updated_at': '2022-01-21T14:34:25Z', 'revision_number': 4, 'project_id': '3b9a69b3dcd5441493f5a90081a884fd', 'subnets': [{'id': '7f122c07-ff52-4fe1-9338-9b545c4134ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:26.288395 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0d50905b-5855-4825-a516-c6d9bd5b1b67 None None] Current status of the port 526556a2-98a0-4e13-957b-1103a6d5b47a is: DOWN; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:26.289104 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d50905b-5855-4825-a516-c6d9bd5b1b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:26.321363 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-0d50905b-5855-4825-a516-c6d9bd5b1b67 None None] For port 526556a2-98a0-4e13-957b-1103a6d5b47a, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=526556a2-98a0-4e13-957b-1103a6d5b47a,segment=NetworkSegment(a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1),segment_id=a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:26.327139 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186da3d2-5c72-4c72-95c3-db03f5c4452c None None] The sync data for ids ['7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'] in dv-cinder-821602-20-iscsi is: [{'id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'name': 'tempest-TestVolumeBootPattern-254030439-router', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '075598a6-9892-4cf0-a7ed-83c0b4b09f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:16Z', 'updated_at': '2022-01-21T14:34:21Z', 'revision_number': 4, 'project_id': '3b9a69b3dcd5441493f5a90081a884fd', 'gw_port': {'id': '075598a6-9892-4cf0-a7ed-83c0b4b09f20', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:17Z', 'updated_at': '2022-01-21T14:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '526556a2-98a0-4e13-957b-1103a6d5b47a', 'name': '', 'network_id': '093d0606-bb3e-4c10-beda-135e67eb5cfe', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd', 'mac_address': 'fa:16:3e:1c:51:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '7f122c07-ff52-4fe1-9338-9b545c4134ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:20Z', 'updated_at': '2022-01-21T14:34:25Z', 'revision_number': 4, 'project_id': '3b9a69b3dcd5441493f5a90081a884fd', 'subnets': [{'id': '7f122c07-ff52-4fe1-9338-9b545c4134ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:34:26.398471 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d50905b-5855-4825-a516-c6d9bd5b1b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:26.447991 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50905b-5855-4825-a516-c6d9bd5b1b67 None None] Pushing event updated for resources: {'Port': ['ID=526556a2-98a0-4e13-957b-1103a6d5b47a,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:26.729943 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d81174f2-7a4b-4282-a80f-1d24dcff4ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:27.171325 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 526556a2-98a0-4e13-957b-1103a6d5b47a up at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:27.225564 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Provisioning complete for port 526556a2-98a0-4e13-957b-1103a6d5b47a triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:27.226135 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:27.306182 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Current status of the port 526556a2-98a0-4e13-957b-1103a6d5b47a is: ACTIVE; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:29.289547 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:29.786438 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:30.622836 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-078245d7-5124-4ae2-91cb-3a72da9c2ef4 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101444296&fields=id&tenant_id=b14799025b0340a6a763cb978e884bcb HTTP/1.1" status: 200 len: 267 time: 0.0467770 Jan 21 14:34:30.732422 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-d932a727-7348-4ad4-abe9-dfc08018b683 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:30.733897 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-d932a727-7348-4ad4-abe9-dfc08018b683 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/networks?id=e4e106db-e670-43c5-a803-f23350ca1b12 HTTP/1.1" status: 200 len: 809 time: 0.1048503 Jan 21 14:34:30.748046 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-4025fa00-2c1a-4439-92f1-7d86f61c4114 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/quotas/b14799025b0340a6a763cb978e884bcb HTTP/1.1" status: 200 len: 375 time: 0.0088589 Jan 21 14:34:30.806680 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-ff2f016f-2b07-49b2-889d-5ce302541c94 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b14799025b0340a6a763cb978e884bcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538695 Jan 21 14:34:30.920084 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-351dcfc8-a298-4f58-abc9-84b15b9c7156 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:34:30.921086 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-351dcfc8-a298-4f58-abc9-84b15b9c7156 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1039581 Jan 21 14:34:30.966629 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:31.013729 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-dba4f2d2-deb9-454b-a950-829488fc50bb service neutron] 10.222.0.39 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866079 Jan 21 14:34:31.110528 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-09faefc0-d976-423f-b112-8a30ef39580f service neutron] 10.222.0.39 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878754 Jan 21 14:34:31.525633 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:31.721091 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-b2d814df-f122-4990-91c3-433c1c0800bc req-88e94ad8-25de-4082-8f2e-517e5dcd2eea tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 210 time: 0.0803623 Jan 21 14:34:32.826729 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-50a929e8-10e7-4e79-9e66-328762a12bfd req-f3c9ee2f-4a78-49b5-8727-2c58579b3a84 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 210 time: 0.0274055 Jan 21 14:34:33.901875 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-99a9bb54-d860-4b3f-bd7e-415323b3bab1 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:33.901875 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-99a9bb54-d860-4b3f-bd7e-415323b3bab1 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.88 "GET /v2.0/networks?id=e4e106db-e670-43c5-a803-f23350ca1b12 HTTP/1.1" status: 200 len: 809 time: 0.1094706 Jan 21 14:34:33.931160 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e5ada44e-956e-48ac-a5b0-5a08d3d91118 req-63b41187-ba03-4384-9b2d-cf13805c5eaf tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 210 time: 0.0337861 Jan 21 14:34:33.971689 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-38411909-8d3a-4cf5-b9d4-10894987f1e9 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b14799025b0340a6a763cb978e884bcb HTTP/1.1" status: 200 len: 380 time: 0.0664561 Jan 21 14:34:33.983218 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-69c36652-9252-4131-b34c-c6b83da338c3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Request body: {'port': {'device_id': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'admin_state_up': True, 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'security_groups': ['34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:34.180901 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-69c36652-9252-4131-b34c-c6b83da338c3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Made reservation on behalf of b14799025b0340a6a763cb978e884bcb for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:34:34.184526 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-69c36652-9252-4131-b34c-c6b83da338c3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:34.316422 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-69c36652-9252-4131-b34c-c6b83da338c3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Allocated IP 172.20.0.3 (e4e106db-e670-43c5-a803-f23350ca1b12/7e8ae9b1-1c8f-470d-b039-e2e452b1f22c/301a81a0-7b34-400e-b716-3cf88001b563) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:34:34.456043 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-69c36652-9252-4131-b34c-c6b83da338c3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for port (301a81a0-7b34-400e-b716-3cf88001b563), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:34.558396 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-69c36652-9252-4131-b34c-c6b83da338c3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (301a81a0-7b34-400e-b716-3cf88001b563), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:34.600579 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-69c36652-9252-4131-b34c-c6b83da338c3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Network e4e106db-e670-43c5-a803-f23350ca1b12 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:34.603579 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-69c36652-9252-4131-b34c-c6b83da338c3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:34.611263 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-69c36652-9252-4131-b34c-c6b83da338c3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:34:34.637310 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c36652-9252-4131-b34c-c6b83da338c3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Pushing event updated for resources: {'Port': ['ID=301a81a0-7b34-400e-b716-3cf88001b563,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:34.672056 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-69c36652-9252-4131-b34c-c6b83da338c3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:34.672835 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-69c36652-9252-4131-b34c-c6b83da338c3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:34.792344 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-69c36652-9252-4131-b34c-c6b83da338c3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8130159 Jan 21 14:34:34.801551 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-f30e1a33-75ca-4ac8-848a-901a9599b933 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:34:34.802580 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-f30e1a33-75ca-4ac8-848a-901a9599b933 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054464 Jan 21 14:34:34.860273 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Request body: {'port': {'device_id': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:34.872596 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-d501c695-1c52-449e-8f68-970fcf17d6be None None] Provisioning complete for port 301a81a0-7b34-400e-b716-3cf88001b563 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:34.873043 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d501c695-1c52-449e-8f68-970fcf17d6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (301a81a0-7b34-400e-b716-3cf88001b563), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:34.912958 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d501c695-1c52-449e-8f68-970fcf17d6be None None] Port 301a81a0-7b34-400e-b716-3cf88001b563 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:34:34.921769 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (301a81a0-7b34-400e-b716-3cf88001b563), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:35.113306 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946d27f-a266-426f-aec5-58ea5f963ea5 req-604f576a-b761-4028-a955-ceebb8ea9191 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:35.114824 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b946d27f-a266-426f-aec5-58ea5f963ea5 req-604f576a-b761-4028-a955-ceebb8ea9191 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 931 time: 0.0886607 Jan 21 14:34:35.206623 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b946d27f-a266-426f-aec5-58ea5f963ea5 req-a2cd5b87-2297-4928-b133-99e0be322633 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673020 Jan 21 14:34:35.273938 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301a81a0-7b34-400e-b716-3cf88001b563 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:34:35.281311 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Publish callbacks [] for port (301a81a0-7b34-400e-b716-3cf88001b563), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:35.296974 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Transition to ACTIVE for port object 301a81a0-7b34-400e-b716-3cf88001b563 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:34:35.374956 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (301a81a0-7b34-400e-b716-3cf88001b563), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:35.425156 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Pushing event updated for resources: {'Port': ['ID=301a81a0-7b34-400e-b716-3cf88001b563,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:35.497961 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Attempting to bind port 301a81a0-7b34-400e-b716-3cf88001b563 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:34:35.498299 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Attempting to bind port 301a81a0-7b34-400e-b716-3cf88001b563 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '2a725bd3-5b0c-4fac-b870-c73245120e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:34:35.498628 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Attempting to bind port 301a81a0-7b34-400e-b716-3cf88001b563 on network e4e106db-e670-43c5-a803-f23350ca1b12 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:35.503627 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Port 301a81a0-7b34-400e-b716-3cf88001b563 on network e4e106db-e670-43c5-a803-f23350ca1b12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:34:35.503946 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Attempting to bind port 301a81a0-7b34-400e-b716-3cf88001b563 on network e4e106db-e670-43c5-a803-f23350ca1b12 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:35.509759 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:34:35.510112 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Checking segment: {'id': '2a725bd3-5b0c-4fac-b870-c73245120e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:35.510499 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Bound using segment: {'id': '2a725bd3-5b0c-4fac-b870-c73245120e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:34:35.510920 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Bound port: 301a81a0-7b34-400e-b716-3cf88001b563, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a725bd3-5b0c-4fac-b870-c73245120e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:34:35.511275 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (301a81a0-7b34-400e-b716-3cf88001b563), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:35.581316 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] For port 301a81a0-7b34-400e-b716-3cf88001b563, host hv-cinder-82160, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:34:35.584372 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] For port 301a81a0-7b34-400e-b716-3cf88001b563, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=301a81a0-7b34-400e-b716-3cf88001b563,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:34:35.680665 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (301a81a0-7b34-400e-b716-3cf88001b563), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:35.717305 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:35.717827 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:35.719251 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] 10.222.0.88 "PUT /v2.0/ports/301a81a0-7b34-400e-b716-3cf88001b563 HTTP/1.1" status: 200 len: 1093 time: 0.9099996 Jan 21 14:34:35.719680 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'tag': '301a81a0-7b34-400e-b716-3cf88001b563'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:34:35.721920 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67654252-680b-44aa-8a2d-6d0677ec697f" -d '{"events": [{"name": "network-changed", "server_uuid": "b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79", "tag": "301a81a0-7b34-400e-b716-3cf88001b563"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:34:35.756610 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeebf82-4c19-468e-8909-c3a8f4d37f26 service neutron] Pushing event updated for resources: {'Port': ['ID=301a81a0-7b34-400e-b716-3cf88001b563,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:35.773619 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2433fc-e231-48ab-829f-dd2d0c1bd312 x-openstack-request-id: req-da2433fc-e231-48ab-829f-dd2d0c1bd312 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:34:35.773619 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79", "tag": "301a81a0-7b34-400e-b716-3cf88001b563", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:34:35.773619 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da2433fc-e231-48ab-829f-dd2d0c1bd312 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:34:35.773619 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'tag': '301a81a0-7b34-400e-b716-3cf88001b563', 'status': 'completed', 'code': 200} Jan 21 14:34:35.837547 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67654252-680b-44aa-8a2d-6d0677ec697f req-ff3c4d06-519b-4075-91dd-01cdc37f632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:35.839119 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-67654252-680b-44aa-8a2d-6d0677ec697f req-ff3c4d06-519b-4075-91dd-01cdc37f632c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b14799025b0340a6a763cb978e884bcb&device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 1096 time: 0.0437326 Jan 21 14:34:35.959409 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67654252-680b-44aa-8a2d-6d0677ec697f req-52da3ce8-b7b2-46bd-899b-f0dd0319f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:35.961915 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-67654252-680b-44aa-8a2d-6d0677ec697f req-52da3ce8-b7b2-46bd-899b-f0dd0319f417 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=b14799025b0340a6a763cb978e884bcb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1158755 Jan 21 14:34:36.055064 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67654252-680b-44aa-8a2d-6d0677ec697f req-2c5759fb-57fa-4b33-b2b9-d944770029ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:36.056489 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-67654252-680b-44aa-8a2d-6d0677ec697f req-2c5759fb-57fa-4b33-b2b9-d944770029ae service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888312 Jan 21 14:34:36.129152 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-916b78ae-6fbb-4fdb-960a-8cfb87755a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:36.130955 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-916b78ae-6fbb-4fdb-960a-8cfb87755a23 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b14799025b0340a6a763cb978e884bcb&device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 1096 time: 0.0408425 Jan 21 14:34:36.176494 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-fce86183-5f2f-4c3a-b08a-7f73e3c95fe2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=301a81a0-7b34-400e-b716-3cf88001b563 HTTP/1.1" status: 200 len: 217 time: 0.0388165 Jan 21 14:34:36.223779 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-0d457b58-c80c-4fb9-84cd-b740e5912702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:36.225889 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-0d457b58-c80c-4fb9-84cd-b740e5912702 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e8ae9b1-1c8f-470d-b039-e2e452b1f22c HTTP/1.1" status: 200 len: 848 time: 0.0431826 Jan 21 14:34:36.272492 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-4cf24110-f74c-48ab-83be-41b395313109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:36.274039 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-4cf24110-f74c-48ab-83be-41b395313109 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e4e106db-e670-43c5-a803-f23350ca1b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421054 Jan 21 14:34:36.379763 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247c037-e8ab-4b81-842f-aeaf2d7c777d req-c354af10-6ff0-4bdb-aa15-541c277a72c4 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:36.381293 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1247c037-e8ab-4b81-842f-aeaf2d7c777d req-c354af10-6ff0-4bdb-aa15-541c277a72c4 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.1063509 Jan 21 14:34:36.416284 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-2f18b717-2101-4042-8822-ec8622b8b680 service neutron] 10.222.0.88 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318908 Jan 21 14:34:36.470538 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1247c037-e8ab-4b81-842f-aeaf2d7c777d req-56cb0793-e2fb-4f40-94f2-c3890dc11937 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829911 Jan 21 14:34:36.526631 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c9681159-de1b-4d7c-a7ba-54e8255b1994 req-e112d918-4b88-4a14-8f69-9712432c5ab5 service neutron] 10.222.0.88 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011050 Jan 21 14:34:37.588812 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d378e-ef31-48ac-95b3-1fc15de62fbb req-103283ff-ca7d-4212-aa6a-32be8413fcf4 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:37.590203 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3d7d378e-ef31-48ac-95b3-1fc15de62fbb req-103283ff-ca7d-4212-aa6a-32be8413fcf4 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.0503223 Jan 21 14:34:37.638696 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3d7d378e-ef31-48ac-95b3-1fc15de62fbb req-8c4751b9-30ed-4532-82dc-75579786ea0f tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429215 Jan 21 14:34:38.753071 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03745c5-4ec5-4e84-95a2-8fa7acd728df req-b0316616-5ebc-419a-a0bb-e9869a92e3d5 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:38.754575 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b03745c5-4ec5-4e84-95a2-8fa7acd728df req-b0316616-5ebc-419a-a0bb-e9869a92e3d5 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.0498140 Jan 21 14:34:38.803219 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b03745c5-4ec5-4e84-95a2-8fa7acd728df req-9b682b69-209d-4f64-b5f0-9b08d07579ac tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429459 Jan 21 14:34:39.915509 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efaaee-29a6-4932-be66-775c319f12a6 req-ce8aa3af-ec80-42e3-ae32-a9af8f293db9 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:39.917008 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-97efaaee-29a6-4932-be66-775c319f12a6 req-ce8aa3af-ec80-42e3-ae32-a9af8f293db9 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.0477438 Jan 21 14:34:39.966486 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-97efaaee-29a6-4932-be66-775c319f12a6 req-797bdf64-01f4-4dc6-817d-0723feadb111 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439656 Jan 21 14:34:41.084570 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d265e97-7113-458d-80ed-390467ce0776 req-e0508e93-f472-4656-9ae5-e69b974f3962 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:41.086129 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4d265e97-7113-458d-80ed-390467ce0776 req-e0508e93-f472-4656-9ae5-e69b974f3962 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.0539224 Jan 21 14:34:41.138385 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4d265e97-7113-458d-80ed-390467ce0776 req-cd9265ea-cfc1-4de8-b49a-a8ca9c865b40 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463135 Jan 21 14:34:41.726665 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-12f69591-eeac-4ef6-b1d1-94f2633cffa4 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-260383806&fields=id&tenant_id=7231c480ff2b4a69be6586443a8f5863 HTTP/1.1" status: 200 len: 267 time: 0.0426631 Jan 21 14:34:41.833009 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-fbde0ad1-e3d8-437f-a625-32cd9bd51467 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:41.834518 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-fbde0ad1-e3d8-437f-a625-32cd9bd51467 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/networks?id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 200 len: 812 time: 0.1016748 Jan 21 14:34:41.851165 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-9e7de4ef-5edc-46a2-a909-c53150910591 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/quotas/7231c480ff2b4a69be6586443a8f5863 HTTP/1.1" status: 200 len: 375 time: 0.0111840 Jan 21 14:34:41.906057 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-8d175584-b23e-4f00-b099-681291e1ea47 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490129 Jan 21 14:34:41.962671 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d25cd4ef-4266-4f47-87bf-0cf523dd0682 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:34:41.963800 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d25cd4ef-4266-4f47-87bf-0cf523dd0682 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459044 Jan 21 14:34:42.057823 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-a4823dc8-adca-4ca8-a77e-b6a9a9748594 service neutron] 10.222.0.39 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882366 Jan 21 14:34:42.145160 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-f42dc913-4640-488a-81e7-c67d4b6dd286 service neutron] 10.222.0.39 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816789 Jan 21 14:34:42.257849 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc0eb-be5a-49a9-bec4-478e393232b1 req-021f6185-9713-4e82-8edc-2dfab960de47 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:42.259463 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7bdbc0eb-be5a-49a9-bec4-478e393232b1 req-021f6185-9713-4e82-8edc-2dfab960de47 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.0506535 Jan 21 14:34:42.316212 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7bdbc0eb-be5a-49a9-bec4-478e393232b1 req-87d2afa1-243d-41c6-93b6-76d06391d801 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511498 Jan 21 14:34:42.736063 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7e457d46-28f3-4e9a-b91b-7820cfbde6c1 req-8d648078-54d4-4e20-87a4-6226d988a383 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 210 time: 0.0269616 Jan 21 14:34:43.025781 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 301a81a0-7b34-400e-b716-3cf88001b563 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:34:43.119366 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 301a81a0-7b34-400e-b716-3cf88001b563, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=301a81a0-7b34-400e-b716-3cf88001b563,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:43.129525 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '301a81a0-7b34-400e-b716-3cf88001b563', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'port_id': '301a81a0-7b34-400e-b716-3cf88001b563', 'mac_address': 'fa:16:3e:18:dc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:34:43.167438 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 301a81a0-7b34-400e-b716-3cf88001b563 is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:43.167877 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (301a81a0-7b34-400e-b716-3cf88001b563), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:43.184141 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301a81a0-7b34-400e-b716-3cf88001b563 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:34:43.204067 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 301a81a0-7b34-400e-b716-3cf88001b563, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=301a81a0-7b34-400e-b716-3cf88001b563,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:43.294732 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (301a81a0-7b34-400e-b716-3cf88001b563), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:43.344865 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=301a81a0-7b34-400e-b716-3cf88001b563,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:43.436823 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd094eb-576d-4b32-b190-72a2685a9111 req-62d79c2e-52fa-4816-8143-a637c36e7fe3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:43.438356 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2cd094eb-576d-4b32-b190-72a2685a9111 req-62d79c2e-52fa-4816-8143-a637c36e7fe3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 944 time: 0.0533004 Jan 21 14:34:43.488623 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2cd094eb-576d-4b32-b190-72a2685a9111 req-4afffb8c-3363-45b0-bf91-4db48ce448cf tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436633 Jan 21 14:34:43.515729 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['301a81a0-7b34-400e-b716-3cf88001b563'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:34:43.814701 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2a675f3c-867c-453a-b9cc-0aedf91ad617 req-e82c529d-336a-419e-9609-77aea9ce7225 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 210 time: 0.0289574 Jan 21 14:34:44.604766 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc14611-1421-457a-9296-889e7739ed2d req-c2e7ce54-4813-448f-8be4-37725c2249b8 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:44.606277 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fdc14611-1421-457a-9296-889e7739ed2d req-c2e7ce54-4813-448f-8be4-37725c2249b8 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 944 time: 0.0488729 Jan 21 14:34:44.656005 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fdc14611-1421-457a-9296-889e7739ed2d req-c55e0570-04d8-4016-8155-17d047781583 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442228 Jan 21 14:34:44.907666 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b8b78b12-ebaf-412b-8acc-4bd3597d4c28 req-034434a3-fb04-45f4-9d11-877a7a14c82d tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 210 time: 0.0262482 Jan 21 14:34:45.038735 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 301a81a0-7b34-400e-b716-3cf88001b563 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:45.140423 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port 301a81a0-7b34-400e-b716-3cf88001b563 completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:34:45.144384 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 301a81a0-7b34-400e-b716-3cf88001b563 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:45.144762 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (301a81a0-7b34-400e-b716-3cf88001b563), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:45.226909 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 301a81a0-7b34-400e-b716-3cf88001b563 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:45.227440 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (301a81a0-7b34-400e-b716-3cf88001b563), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:45.245049 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-48365add-fe1b-418a-aad2-833e207f867b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:45.246578 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-48365add-fe1b-418a-aad2-833e207f867b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "GET /v2.0/networks?id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 200 len: 812 time: 0.1102746 Jan 21 14:34:45.250909 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301a81a0-7b34-400e-b716-3cf88001b563'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:34:45.253748 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0359f6ee-3f60-49b9-86fd-36f94979752f" -d '{"events": [{"server_uuid": "b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79", "name": "network-vif-plugged", "status": "completed", "tag": "301a81a0-7b34-400e-b716-3cf88001b563"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:34:45.266841 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 301a81a0-7b34-400e-b716-3cf88001b563, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=301a81a0-7b34-400e-b716-3cf88001b563,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:45.323440 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-5ef7cba1-1474-47ab-99e1-1d0a4d5dc3f0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7231c480ff2b4a69be6586443a8f5863 HTTP/1.1" status: 200 len: 379 time: 0.0683994 Jan 21 14:34:45.334765 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-43987422-e1b0-436a-a16d-6db566676e7c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Request body: {'port': {'device_id': '600f8173-4a92-4471-a4d3-6b42265ed824', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'admin_state_up': True, 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'security_groups': ['225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:45.335389 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (301a81a0-7b34-400e-b716-3cf88001b563), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:45.371215 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29db9b35-d586-4c9f-b66a-d9143e1632dd x-openstack-request-id: req-29db9b35-d586-4c9f-b66a-d9143e1632dd {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:34:45.371654 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79", "name": "network-vif-plugged", "status": "completed", "tag": "301a81a0-7b34-400e-b716-3cf88001b563", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:34:45.372007 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29db9b35-d586-4c9f-b66a-d9143e1632dd {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:34:45.372489 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301a81a0-7b34-400e-b716-3cf88001b563', 'code': 200} Jan 21 14:34:45.408777 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=301a81a0-7b34-400e-b716-3cf88001b563,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:45.523781 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-43987422-e1b0-436a-a16d-6db566676e7c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Made reservation on behalf of 7231c480ff2b4a69be6586443a8f5863 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:34:45.527464 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-43987422-e1b0-436a-a16d-6db566676e7c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:45.657891 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-43987422-e1b0-436a-a16d-6db566676e7c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Allocated IP 172.20.0.14 (2d8d856a-7b44-42c8-a165-2f93ead5a7cb/1d83b96f-32ed-4acf-b08f-01417e849329/761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:34:45.726826 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1aa2d-68a1-4e2a-9cb0-44c9632996ac req-f2344b4f-1a4e-4674-999f-f96276785d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:45.729211 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-afa1aa2d-68a1-4e2a-9cb0-44c9632996ac req-f2344b4f-1a4e-4674-999f-f96276785d45 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 1098 time: 0.0428839 Jan 21 14:34:45.779696 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-afa1aa2d-68a1-4e2a-9cb0-44c9632996ac req-bc8bd4ff-0207-4917-bf00-f63e25cdd628 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446341 Jan 21 14:34:45.829292 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f25640-b418-4b7b-95c1-6153bf99ab41 req-72d7410e-4f29-42d3-b0cc-24cd7395bd83 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:45.830790 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-97f25640-b418-4b7b-95c1-6153bf99ab41 req-72d7410e-4f29-42d3-b0cc-24cd7395bd83 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.1047609 Jan 21 14:34:45.854043 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-43987422-e1b0-436a-a16d-6db566676e7c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:45.913191 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-97f25640-b418-4b7b-95c1-6153bf99ab41 req-422a7e44-f504-463b-9ab9-b85c865ab9ec tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740728 Jan 21 14:34:45.981189 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-43987422-e1b0-436a-a16d-6db566676e7c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:46.028387 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b948b9-b086-4541-90aa-9cbdde0a2309 req-b633fbec-1ed9-40b1-bc2d-36cea14a6038 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:46.029911 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-44b948b9-b086-4541-90aa-9cbdde0a2309 req-b633fbec-1ed9-40b1-bc2d-36cea14a6038 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 932 time: 0.0517087 Jan 21 14:34:46.032483 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-43987422-e1b0-436a-a16d-6db566676e7c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:46.035547 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-43987422-e1b0-436a-a16d-6db566676e7c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:46.038838 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-43987422-e1b0-436a-a16d-6db566676e7c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:34:46.081866 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43987422-e1b0-436a-a16d-6db566676e7c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'Port': ['ID=761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:46.086170 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-44b948b9-b086-4541-90aa-9cbdde0a2309 req-b5ecead9-edc2-4448-86fb-c7b2ded59c0b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504389 Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.116369 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.119282 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.119282 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.119282 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.119282 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.119282 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.119282 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.119282 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.119282 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.119282 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.119282 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.119282 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:34:46.119282 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:34:46.120119 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-43987422-e1b0-436a-a16d-6db566676e7c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:46.120702 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-43987422-e1b0-436a-a16d-6db566676e7c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:46.189615 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-43987422-e1b0-436a-a16d-6db566676e7c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8595948 Jan 21 14:34:46.201186 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Request body: {'port': {'device_id': '600f8173-4a92-4471-a4d3-6b42265ed824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:46.243872 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-475f4e4a-0da0-4546-894d-df8823ecbb4c None None] Provisioning complete for port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:46.244433 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-475f4e4a-0da0-4546-894d-df8823ecbb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:46.257668 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:46.277072 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-475f4e4a-0da0-4546-894d-df8823ecbb4c None None] Port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:34:46.511021 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:34:46.518379 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Publish callbacks [] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:46.530591 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Transition to ACTIVE for port object 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:34:46.603472 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:46.660405 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Pushing event updated for resources: {'Port': ['ID=761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:46.729974 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Attempting to bind port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:34:46.730348 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Attempting to bind port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:34:46.730820 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Attempting to bind port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 on network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:46.735423 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 on network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:34:46.735754 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Attempting to bind port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 on network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:34:46.741200 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:34:46.741538 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Checking segment: {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:34:46.741910 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Bound using segment: {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:34:46.742367 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Bound port: 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:34:46.742729 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:46.807309 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] For port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2, host hv-cinder-82160, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:34:46.810474 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] For port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:34:46.894527 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:46.932437 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:46.933320 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:46.934830 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] 10.222.0.88 "PUT /v2.0/ports/761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 HTTP/1.1" status: 200 len: 1094 time: 0.7380028 Jan 21 14:34:46.936674 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600f8173-4a92-4471-a4d3-6b42265ed824', 'tag': '761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:34:46.943389 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29667775-a350-469f-926e-931b85c313fb" -d '{"events": [{"name": "network-changed", "server_uuid": "600f8173-4a92-4471-a4d3-6b42265ed824", "tag": "761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:34:46.989059 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfe9c29-80ad-46eb-a8cf-73840ed9bda9 x-openstack-request-id: req-7dfe9c29-80ad-46eb-a8cf-73840ed9bda9 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:34:46.989059 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600f8173-4a92-4471-a4d3-6b42265ed824", "tag": "761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:34:46.989059 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7dfe9c29-80ad-46eb-a8cf-73840ed9bda9 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:34:46.989059 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600f8173-4a92-4471-a4d3-6b42265ed824', 'tag': '761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2', 'status': 'completed', 'code': 200} Jan 21 14:34:46.995216 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947c7e8-ee8a-489e-9b58-e97400af80dc service neutron] Pushing event updated for resources: {'Port': ['ID=761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:47.083921 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb47de-a40d-4dfa-b74e-8a011e9fdee2 req-71377665-968c-44e0-ac1b-e1ab6227ab28 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:47.086157 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-30fb47de-a40d-4dfa-b74e-8a011e9fdee2 req-71377665-968c-44e0-ac1b-e1ab6227ab28 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0848072 Jan 21 14:34:47.099219 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29667775-a350-469f-926e-931b85c313fb req-9f4511ee-8703-4d69-9621-26b61d787a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:47.100788 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-29667775-a350-469f-926e-931b85c313fb req-9f4511ee-8703-4d69-9621-26b61d787a2a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 1097 time: 0.0691574 Jan 21 14:34:47.204166 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-30fb47de-a40d-4dfa-b74e-8a011e9fdee2 req-8d85d3a2-e662-4e7a-8ad8-a426532a21a2 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081014 Jan 21 14:34:47.208941 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ef5c0-abea-42bd-87e7-88913586f1ec req-a09a07b0-7dfc-4f5c-9b9d-d5e8cc05ccc6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:47.211487 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-865ef5c0-abea-42bd-87e7-88913586f1ec req-a09a07b0-7dfc-4f5c-9b9d-d5e8cc05ccc6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 944 time: 0.0516675 Jan 21 14:34:47.242317 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29667775-a350-469f-926e-931b85c313fb req-669479ad-a1ff-4de6-948c-606ba6429617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:47.243816 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-29667775-a350-469f-926e-931b85c313fb req-669479ad-a1ff-4de6-948c-606ba6429617 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=7231c480ff2b4a69be6586443a8f5863&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1302803 Jan 21 14:34:47.266770 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-865ef5c0-abea-42bd-87e7-88913586f1ec req-3683db85-6f78-4dee-a80b-770ba730f8e6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472436 Jan 21 14:34:47.338285 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29667775-a350-469f-926e-931b85c313fb req-da9a90c9-21bd-4b06-bfcd-b5ebedebd0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:47.339651 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-29667775-a350-469f-926e-931b85c313fb req-da9a90c9-21bd-4b06-bfcd-b5ebedebd0b9 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904651 Jan 21 14:34:47.411740 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-9d89a1aa-00d9-4197-a41f-519171a39273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:47.413725 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-9d89a1aa-00d9-4197-a41f-519171a39273 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 1097 time: 0.0393426 Jan 21 14:34:47.453722 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-b21f43d8-8ad8-48d3-8485-fc6d05fd36eb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 HTTP/1.1" status: 200 len: 217 time: 0.0339103 Jan 21 14:34:47.505291 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-030dfe69-5991-4d5e-aa9b-9fd62a79cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:47.506803 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-030dfe69-5991-4d5e-aa9b-9fd62a79cbcb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1d83b96f-32ed-4acf-b08f-01417e849329 HTTP/1.1" status: 200 len: 851 time: 0.0461767 Jan 21 14:34:47.550037 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-fbc0af29-e53b-47d6-86f0-ad20fdd094f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:47.551528 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-fbc0af29-e53b-47d6-86f0-ad20fdd094f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394924 Jan 21 14:34:47.636085 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-7a13032c-9572-441e-9a6b-b37d58986b16 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784636 Jan 21 14:34:47.727013 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cd8b2abd-29b9-4fdb-bf11-60fbb70080b5 req-d5442c0b-0821-420d-a1ae-92faa08274aa service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856192 Jan 21 14:34:48.323678 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08432815-6d31-4193-9d14-4d728aab0bde req-cb734749-c0dc-4f34-bc09-230e760d9a5a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:48.325162 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-08432815-6d31-4193-9d14-4d728aab0bde req-cb734749-c0dc-4f34-bc09-230e760d9a5a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0502882 Jan 21 14:34:48.375280 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-08432815-6d31-4193-9d14-4d728aab0bde req-0411b580-c078-436a-8f27-ec173246446c tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440652 Jan 21 14:34:48.386758 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202168d8-1bfc-46ff-bb19-2beebabfb624 req-9c322b2e-89a2-47b2-a954-c89a7045bb09 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:48.388304 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-202168d8-1bfc-46ff-bb19-2beebabfb624 req-9c322b2e-89a2-47b2-a954-c89a7045bb09 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 944 time: 0.0502925 Jan 21 14:34:48.437643 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-202168d8-1bfc-46ff-bb19-2beebabfb624 req-5fee75ea-45d7-4b91-9209-1c87e5cfd6a2 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438693 Jan 21 14:34:48.492161 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5ecf5-aaf5-4649-b066-2ac69d646ecd req-75498831-7276-4c7a-aed4-f4401977d323 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:48.493550 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e7b5ecf5-aaf5-4649-b066-2ac69d646ecd req-75498831-7276-4c7a-aed4-f4401977d323 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0521615 Jan 21 14:34:48.541602 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e7b5ecf5-aaf5-4649-b066-2ac69d646ecd req-0652a0f2-8692-442d-9eec-1c35743ab026 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423648 Jan 21 14:34:48.562658 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35234) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:48.693411 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25d9b3d-95d7-449e-bfc3-4bddec6e473d tempest-TestShelveInstance-141083808 tempest-TestShelveInstance-141083808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:48.695498 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-d25d9b3d-95d7-449e-bfc3-4bddec6e473d tempest-TestShelveInstance-141083808 tempest-TestShelveInstance-141083808-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 1093 time: 0.1318746 Jan 21 14:34:48.698400 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35238) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:34:48.702749 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Request body: {'floatingip': {'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'port_id': '301a81a0-7b34-400e-b716-3cf88001b563', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:34:48.769829 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:48.871974 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:48.975633 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Allocated IP 172.27.0.89 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/18598f74-d6d6-4855-8b23-eedce45c4133) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:34:49.077760 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for port (18598f74-d6d6-4855-8b23-eedce45c4133), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:49.266708 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (18598f74-d6d6-4855-8b23-eedce45c4133), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:49.303053 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:34:49.313787 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:34:49.313787 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:34:49.317017 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Pushing event updated for resources: {'Port': ['ID=18598f74-d6d6-4855-8b23-eedce45c4133,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:49.556116 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c8e8f-3d5a-4d80-8657-10ef93f7c828 req-1c901e71-2c1e-4749-b513-f4e4201a0664 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:49.557719 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-874c8e8f-3d5a-4d80-8657-10ef93f7c828 req-1c901e71-2c1e-4749-b513-f4e4201a0664 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 944 time: 0.0527477 Jan 21 14:34:49.608588 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-874c8e8f-3d5a-4d80-8657-10ef93f7c828 req-1bc465c2-acf8-4971-848e-c7e36ead13b5 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450492 Jan 21 14:34:49.942756 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for floatingip (85adb1fa-a47f-4a01-92e4-c3d838ed2943), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:50.051298 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (18598f74-d6d6-4855-8b23-eedce45c4133), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:50.201322 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for port (18598f74-d6d6-4855-8b23-eedce45c4133), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:50.259726 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (18598f74-d6d6-4855-8b23-eedce45c4133), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:50.331661 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Pushing event updated for resources: {'Port': ['ID=18598f74-d6d6-4855-8b23-eedce45c4133,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:50.340611 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (85adb1fa-a47f-4a01-92e4-c3d838ed2943), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:50.434770 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.l3_db [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Floating IP 85adb1fa-a47f-4a01-92e4-c3d838ed2943 associated. External IP: 172.27.0.89, port: 301a81a0-7b34-400e-b716-3cf88001b563. Jan 21 14:34:50.638334 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Router 003f85c2-7e2f-4779-8374-61cc81682272 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:34:50.773934 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea8476-8d7a-44b7-b0f7-91513a10751f req-154ab09e-03c0-4f98-a8c9-8507f141a46a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:50.775428 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7aea8476-8d7a-44b7-b0f7-91513a10751f req-154ab09e-03c0-4f98-a8c9-8507f141a46a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 944 time: 0.0927036 Jan 21 14:34:50.790385 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:34:50.800303 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b6b7de-2ce3-496e-9ae5-cfa09efc9ea1 None None] Sync routers for ids ['003f85c2-7e2f-4779-8374-61cc81682272'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:34:50.810977 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b6b7de-2ce3-496e-9ae5-cfa09efc9ea1 None None] Routers {'003f85c2-7e2f-4779-8374-61cc81682272'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:50.811609 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-44b6b7de-2ce3-496e-9ae5-cfa09efc9ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:34:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['003f85c2-7e2f-4779-8374-61cc81682272'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:50.835325 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7aea8476-8d7a-44b7-b0f7-91513a10751f req-038853c6-b0d6-4c3b-9f48-2e45da85551a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531664 Jan 21 14:34:50.902689 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:50.917649 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-44b6b7de-2ce3-496e-9ae5-cfa09efc9ea1 None None] Set router 003f85c2-7e2f-4779-8374-61cc81682272 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:50.931209 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-57ff2ffd-60d6-4443-b914-534ca78a7910 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2317152 Jan 21 14:34:50.931891 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'tag': '301a81a0-7b34-400e-b716-3cf88001b563'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:34:50.934131 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03083696-434d-4d5f-b251-4a52adfacd89" -d '{"events": [{"name": "network-changed", "server_uuid": "b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79", "tag": "301a81a0-7b34-400e-b716-3cf88001b563"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:34:50.971319 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91b0a40-658a-46f9-8832-b408ff5ea515 x-openstack-request-id: req-e91b0a40-658a-46f9-8832-b408ff5ea515 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:34:50.972178 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79", "tag": "301a81a0-7b34-400e-b716-3cf88001b563", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:34:50.972178 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e91b0a40-658a-46f9-8832-b408ff5ea515 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:34:50.972372 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'tag': '301a81a0-7b34-400e-b716-3cf88001b563', 'status': 'completed', 'code': 200} Jan 21 14:34:51.037228 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03083696-434d-4d5f-b251-4a52adfacd89 req-5c800bcc-6e4d-49a4-8a97-d07439464ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:51.039356 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-03083696-434d-4d5f-b251-4a52adfacd89 req-5c800bcc-6e4d-49a4-8a97-d07439464ea3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b14799025b0340a6a763cb978e884bcb&device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 1098 time: 0.0411122 Jan 21 14:34:51.132135 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03083696-434d-4d5f-b251-4a52adfacd89 req-d8da8bd7-1b4c-49b3-867c-1aa7f3c1de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:51.133623 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-03083696-434d-4d5f-b251-4a52adfacd89 req-d8da8bd7-1b4c-49b3-867c-1aa7f3c1de35 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e4e106db-e670-43c5-a803-f23350ca1b12 HTTP/1.1" status: 200 len: 910 time: 0.0882542 Jan 21 14:34:51.144701 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-44b6b7de-2ce3-496e-9ae5-cfa09efc9ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:34:01Z', 'revision_number': 4, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port': {'id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:33:58Z', 'updated_at': '2022-01-21T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '85adb1fa-a47f-4a01-92e4-c3d838ed2943', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'port_id': '301a81a0-7b34-400e-b716-3cf88001b563', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'mac_address': 'fa:16:3e:18:dc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:34:49Z', 'updated_at': '2022-01-21T14:34:49Z', 'revision_number': 0, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0c0713-5cfe-4c6d-a79f-e7ceec76d103', 'name': '', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'mac_address': 'fa:16:3e:8b:69:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:00Z', 'updated_at': '2022-01-21T14:34:05Z', 'revision_number': 5, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'subnets': [{'id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:51.174508 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b6b7de-2ce3-496e-9ae5-cfa09efc9ea1 None None] Checking router: 003f85c2-7e2f-4779-8374-61cc81682272 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:34:51.183459 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b6b7de-2ce3-496e-9ae5-cfa09efc9ea1 None None] Routers {'003f85c2-7e2f-4779-8374-61cc81682272'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:34:51.184074 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-44b6b7de-2ce3-496e-9ae5-cfa09efc9ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:34:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['003f85c2-7e2f-4779-8374-61cc81682272'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:51.200086 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-03083696-434d-4d5f-b251-4a52adfacd89 req-ec11c92c-4ba1-47e9-a855-ae814ae92fb9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=301a81a0-7b34-400e-b716-3cf88001b563 HTTP/1.1" status: 200 len: 998 time: 0.0608940 Jan 21 14:34:51.248056 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03083696-434d-4d5f-b251-4a52adfacd89 req-ba5e13e0-8478-4a1d-9df6-e9a2d7927e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:51.249514 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-03083696-434d-4d5f-b251-4a52adfacd89 req-ba5e13e0-8478-4a1d-9df6-e9a2d7927e95 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e8ae9b1-1c8f-470d-b039-e2e452b1f22c HTTP/1.1" status: 200 len: 848 time: 0.0438633 Jan 21 14:34:51.285326 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-44b6b7de-2ce3-496e-9ae5-cfa09efc9ea1 None None] Set router 003f85c2-7e2f-4779-8374-61cc81682272 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:34:51.297263 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03083696-434d-4d5f-b251-4a52adfacd89 req-3aefa151-9174-4b50-9344-145676428f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:51.298784 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-03083696-434d-4d5f-b251-4a52adfacd89 req-3aefa151-9174-4b50-9344-145676428f7d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e4e106db-e670-43c5-a803-f23350ca1b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434384 Jan 21 14:34:51.385641 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-03083696-434d-4d5f-b251-4a52adfacd89 req-8ccfca1f-e5c7-4e61-a8df-1a90cb27a3fc service neutron] 10.222.0.88 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804505 Jan 21 14:34:51.477890 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-03083696-434d-4d5f-b251-4a52adfacd89 req-2f9c9482-577f-468e-98c9-921d5a4b16fd service neutron] 10.222.0.88 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863471 Jan 21 14:34:51.503673 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-44b6b7de-2ce3-496e-9ae5-cfa09efc9ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:34:01Z', 'revision_number': 4, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port': {'id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:33:58Z', 'updated_at': '2022-01-21T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '85adb1fa-a47f-4a01-92e4-c3d838ed2943', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'port_id': '301a81a0-7b34-400e-b716-3cf88001b563', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'mac_address': 'fa:16:3e:18:dc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:34:49Z', 'updated_at': '2022-01-21T14:34:49Z', 'revision_number': 0, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0c0713-5cfe-4c6d-a79f-e7ceec76d103', 'name': '', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'mac_address': 'fa:16:3e:8b:69:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:00Z', 'updated_at': '2022-01-21T14:34:05Z', 'revision_number': 5, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'subnets': [{'id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:34:51.533357 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b6b7de-2ce3-496e-9ae5-cfa09efc9ea1 None None] The sync data for ids ['003f85c2-7e2f-4779-8374-61cc81682272'] in dv-cinder-821602-20-iscsi is: [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:34:01Z', 'revision_number': 4, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port': {'id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:33:58Z', 'updated_at': '2022-01-21T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '85adb1fa-a47f-4a01-92e4-c3d838ed2943', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'port_id': '301a81a0-7b34-400e-b716-3cf88001b563', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'mac_address': 'fa:16:3e:18:dc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:34:49Z', 'updated_at': '2022-01-21T14:34:49Z', 'revision_number': 0, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0c0713-5cfe-4c6d-a79f-e7ceec76d103', 'name': '', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'mac_address': 'fa:16:3e:8b:69:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:00Z', 'updated_at': '2022-01-21T14:34:05Z', 'revision_number': 5, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'subnets': [{'id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:34:51.731860 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44a466-b360-4f52-99d1-55fd18684e66 None None] New status for floating IP 85adb1fa-a47f-4a01-92e4-c3d838ed2943: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:34:51.915562 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:34:51.956478 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce315-5b0f-42c3-be64-54bdda7fd19e req-a4a34c0f-3f16-4c59-a38f-517fd2effab0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:51.958208 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-734ce315-5b0f-42c3-be64-54bdda7fd19e req-a4a34c0f-3f16-4c59-a38f-517fd2effab0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 944 time: 0.0535645 Jan 21 14:34:52.015043 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-734ce315-5b0f-42c3-be64-54bdda7fd19e req-647288de-02e9-4caf-a14c-c6a7de811cec tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428922 Jan 21 14:34:53.122003 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6861fd-6ee3-4a0b-8a00-cf6f9a7b9e8a req-453720b5-3263-4fee-8f2e-0180c5ac0daa tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:53.123545 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5c6861fd-6ee3-4a0b-8a00-cf6f9a7b9e8a req-453720b5-3263-4fee-8f2e-0180c5ac0daa tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 944 time: 0.0488586 Jan 21 14:34:53.176943 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-5c6861fd-6ee3-4a0b-8a00-cf6f9a7b9e8a req-ecf3647e-79a7-4879-8ca2-9dcb5cdb9bb5 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477486 Jan 21 14:34:53.866914 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7c1353fa-ea96-474f-99d0-1a1e70353f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:54.292452 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02537e77-6e7a-4ccb-8c24-2e9bd6c151a5 req-14ec2f63-43cd-4403-b17d-60e9616de9f2 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:54.293943 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-02537e77-6e7a-4ccb-8c24-2e9bd6c151a5 req-14ec2f63-43cd-4403-b17d-60e9616de9f2 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 944 time: 0.0489368 Jan 21 14:34:54.343358 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-02537e77-6e7a-4ccb-8c24-2e9bd6c151a5 req-d6b92c2c-fa77-4ea6-9deb-15660260370e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431333 Jan 21 14:34:55.110505 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:34:55.202807 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:55.213670 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'port_id': '761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2', 'mac_address': 'fa:16:3e:eb:d0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:34:55.250015 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:55.250429 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:55.265919 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:34:55.284441 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:55.353217 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:55.400576 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:55.459311 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df721c65-ffe9-4a16-ae98-517defcc66df req-5added74-3682-4404-bfc2-366fe278e6bf tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:55.460719 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-df721c65-ffe9-4a16-ae98-517defcc66df req-5added74-3682-4404-bfc2-366fe278e6bf tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 945 time: 0.0500066 Jan 21 14:34:55.509607 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-df721c65-ffe9-4a16-ae98-517defcc66df req-fc705c83-28db-49a2-9bb3-2bc71a90eb91 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433075 Jan 21 14:34:55.577849 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:34:56.624516 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682b61f-c28c-4304-99ac-0bbb0a18cd4e req-9f10cdf6-578f-4d89-8c02-5998aa18c3e0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:56.625979 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1682b61f-c28c-4304-99ac-0bbb0a18cd4e req-9f10cdf6-578f-4d89-8c02-5998aa18c3e0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 945 time: 0.0507402 Jan 21 14:34:56.676628 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-1682b61f-c28c-4304-99ac-0bbb0a18cd4e req-8926d94a-1b1d-450d-abf9-b3fbf008fc62 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443277 Jan 21 14:34:56.734543 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4fb99810-0e01-489a-900e-9dc1d464f124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:57.128144 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:34:57.225812 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:34:57.229734 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:34:57.230145 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:57.307761 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:34:57.308155 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:57.330746 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600f8173-4a92-4471-a4d3-6b42265ed824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:34:57.332959 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897c06f7-cab0-4926-b305-bbab5c5cb545" -d '{"events": [{"server_uuid": "600f8173-4a92-4471-a4d3-6b42265ed824", "name": "network-vif-plugged", "status": "completed", "tag": "761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:34:57.345723 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:34:57.369753 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2dc6d6-d760-499c-a138-760779928759 x-openstack-request-id: req-ab2dc6d6-d760-499c-a138-760779928759 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:34:57.370089 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600f8173-4a92-4471-a4d3-6b42265ed824", "name": "network-vif-plugged", "status": "completed", "tag": "761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:34:57.370366 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab2dc6d6-d760-499c-a138-760779928759 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:34:57.370764 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600f8173-4a92-4471-a4d3-6b42265ed824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2', 'code': 200} Jan 21 14:34:57.398222 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:57.449129 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:34:57.795396 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8229a8a-4d34-421a-8f97-45f1eed1bd26 req-9001f754-9968-4d8a-a02e-9c148ccdf278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:57.796905 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e8229a8a-4d34-421a-8f97-45f1eed1bd26 req-9001f754-9968-4d8a-a02e-9c148ccdf278 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 1099 time: 0.0701928 Jan 21 14:34:57.808796 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c19c69-3dc5-43ae-8a55-34652c866db4 req-73b2ea1f-c489-404b-b079-4220a7ce3ab2 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:57.810212 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a9c19c69-3dc5-43ae-8a55-34652c866db4 req-73b2ea1f-c489-404b-b079-4220a7ce3ab2 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 946 time: 0.0593433 Jan 21 14:34:57.884830 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e8229a8a-4d34-421a-8f97-45f1eed1bd26 req-b783477e-359e-4950-8c5b-d40330a3ead0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736854 Jan 21 14:34:57.889022 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a9c19c69-3dc5-43ae-8a55-34652c866db4 req-f1fea282-8820-43d3-93bd-195935f7b56d tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728972 Jan 21 14:34:59.005850 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b45dc-67f5-4952-b4a9-84142d559855 req-2f0f088b-45f2-4cee-9ac5-aa53d5eb6b87 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:34:59.007530 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4c9b45dc-67f5-4952-b4a9-84142d559855 req-2f0f088b-45f2-4cee-9ac5-aa53d5eb6b87 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 946 time: 0.0501337 Jan 21 14:34:59.057930 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4c9b45dc-67f5-4952-b4a9-84142d559855 req-df62cad9-1bb8-4004-9815-dfb628843882 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449021 Jan 21 14:34:59.294256 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:34:59.780287 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:00.173330 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ee992-f72d-49b2-be4d-3051f3608130 req-ded5ca75-cce1-4a97-baf6-5024eed8e64d tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:35:00.174811 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0f4ee992-f72d-49b2-be4d-3051f3608130 req-ded5ca75-cce1-4a97-baf6-5024eed8e64d tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 946 time: 0.0482557 Jan 21 14:35:00.222737 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0f4ee992-f72d-49b2-be4d-3051f3608130 req-be46355e-37c3-47fe-b505-76e50d982ddb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416117 Jan 21 14:35:00.338214 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22417d33-809a-49c1-85aa-0cbc5dbe6636 req-34fbd592-fb63-4cac-abdc-7f360924e78f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:35:00.339595 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-22417d33-809a-49c1-85aa-0cbc5dbe6636 req-34fbd592-fb63-4cac-abdc-7f360924e78f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 946 time: 0.0504377 Jan 21 14:35:00.386721 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-22417d33-809a-49c1-85aa-0cbc5dbe6636 req-6ae13709-769b-4d7d-8043-974a92f0deed tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416477 Jan 21 14:35:00.408606 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35270) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:35:00.487733 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1722820-2493-4651-8d19-e63a8561aed8 tempest-TestVolumeBootPattern-1214203381 tempest-TestVolumeBootPattern-1214203381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:35:00.489235 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-a1722820-2493-4651-8d19-e63a8561aed8 tempest-TestVolumeBootPattern-1214203381 tempest-TestVolumeBootPattern-1214203381-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 1094 time: 0.0796649 Jan 21 14:35:00.492171 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35274) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:35:00.496289 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Request body: {'floatingip': {'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'port_id': '761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:35:00.573719 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:00.670360 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:00.768151 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Allocated IP 172.27.0.250 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/e55a6eba-9977-46f2-b30f-325d5f39b8f7) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:35:00.872304 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for port (e55a6eba-9977-46f2-b30f-325d5f39b8f7), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:00.952249 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (e55a6eba-9977-46f2-b30f-325d5f39b8f7), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:00.975079 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:00.989264 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:35:00.994544 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:35:00.997917 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:35:01.003189 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'Port': ['ID=e55a6eba-9977-46f2-b30f-325d5f39b8f7,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:35:01.540271 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:01.607827 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for floatingip (f2b0f639-47c6-41c2-9d4f-6bb717a685d4), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:01.735464 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (e55a6eba-9977-46f2-b30f-325d5f39b8f7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:01.879511 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for port (e55a6eba-9977-46f2-b30f-325d5f39b8f7), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:01.934381 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (e55a6eba-9977-46f2-b30f-325d5f39b8f7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:02.003788 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'Port': ['ID=e55a6eba-9977-46f2-b30f-325d5f39b8f7,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:35:02.014399 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (f2b0f639-47c6-41c2-9d4f-6bb717a685d4), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:02.112688 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.l3_db [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Floating IP f2b0f639-47c6-41c2-9d4f-6bb717a685d4 associated. External IP: 172.27.0.250, port: 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2. Jan 21 14:35:02.317245 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Router 0b258533-9a6c-44cb-a434-a35388855fb8 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:35:02.422163 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:35:02.432381 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f49640-2e0d-407d-bb81-67b8c904dadf None None] Sync routers for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:35:02.441415 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f49640-2e0d-407d-bb81-67b8c904dadf None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:35:02.446303 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b2f49640-2e0d-407d-bb81-67b8c904dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:34:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:35:02.541830 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:02.574049 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-d8bd064c-4123-44c2-9ad1-b1850a8c6be0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0767667 Jan 21 14:35:02.574049 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600f8173-4a92-4471-a4d3-6b42265ed824', 'tag': '761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:35:02.574049 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22028577-c079-40f6-9bc0-62e5a8ded051" -d '{"events": [{"name": "network-changed", "server_uuid": "600f8173-4a92-4471-a4d3-6b42265ed824", "tag": "761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:35:02.671557 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b588b411-e929-4bcf-bcdc-1a36f7be619c x-openstack-request-id: req-b588b411-e929-4bcf-bcdc-1a36f7be619c {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:35:02.672146 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600f8173-4a92-4471-a4d3-6b42265ed824", "tag": "761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:35:02.672146 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b588b411-e929-4bcf-bcdc-1a36f7be619c {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:35:02.672799 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600f8173-4a92-4471-a4d3-6b42265ed824', 'tag': '761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2', 'status': 'completed', 'code': 200} Jan 21 14:35:02.677256 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-b2f49640-2e0d-407d-bb81-67b8c904dadf None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:35:02.733474 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22028577-c079-40f6-9bc0-62e5a8ded051 req-fce6e9e2-b401-4c7d-b20b-cdd452136615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:35:02.735054 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-22028577-c079-40f6-9bc0-62e5a8ded051 req-fce6e9e2-b401-4c7d-b20b-cdd452136615 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 1099 time: 0.0398562 Jan 21 14:35:02.828689 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22028577-c079-40f6-9bc0-62e5a8ded051 req-d5e965e4-1e28-4053-9581-7ed084e51a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:35:02.830086 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-22028577-c079-40f6-9bc0-62e5a8ded051 req-d5e965e4-1e28-4053-9581-7ed084e51a32 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 200 len: 913 time: 0.0880177 Jan 21 14:35:02.900320 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-22028577-c079-40f6-9bc0-62e5a8ded051 req-ba61c3a1-93e9-4662-be03-e96052aa82a8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 HTTP/1.1" status: 200 len: 1000 time: 0.0634377 Jan 21 14:35:02.904431 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b2f49640-2e0d-407d-bb81-67b8c904dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'f2b0f639-47c6-41c2-9d4f-6bb717a685d4', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': '761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:eb:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600f8173-4a92-4471-a4d3-6b42265ed824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:35:01Z', 'updated_at': '2022-01-21T14:35:01Z', 'revision_number': 0, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:35:02.935542 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f49640-2e0d-407d-bb81-67b8c904dadf None None] Checking router: 0b258533-9a6c-44cb-a434-a35388855fb8 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:35:02.945277 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f49640-2e0d-407d-bb81-67b8c904dadf None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:35:02.945568 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b2f49640-2e0d-407d-bb81-67b8c904dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:34:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:35:02.953904 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22028577-c079-40f6-9bc0-62e5a8ded051 req-8da28c37-5ae4-4e4c-b507-3b4a4bde775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:35:02.955443 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-22028577-c079-40f6-9bc0-62e5a8ded051 req-8da28c37-5ae4-4e4c-b507-3b4a4bde775a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1d83b96f-32ed-4acf-b08f-01417e849329 HTTP/1.1" status: 200 len: 851 time: 0.0489268 Jan 21 14:35:03.000485 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22028577-c079-40f6-9bc0-62e5a8ded051 req-39ef8d2b-adfa-4b7f-b51f-fea31aad6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:35:03.002002 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-22028577-c079-40f6-9bc0-62e5a8ded051 req-39ef8d2b-adfa-4b7f-b51f-fea31aad6c02 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401957 Jan 21 14:35:03.056235 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-b2f49640-2e0d-407d-bb81-67b8c904dadf None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:35:03.094366 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-22028577-c079-40f6-9bc0-62e5a8ded051 req-ef8f0d4c-3248-4318-b48f-e437ad063b79 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852494 Jan 21 14:35:03.189155 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-22028577-c079-40f6-9bc0-62e5a8ded051 req-d37a18d1-32b6-42e8-8898-ecec9f4dbb66 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889354 Jan 21 14:35:03.280530 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-b2f49640-2e0d-407d-bb81-67b8c904dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'f2b0f639-47c6-41c2-9d4f-6bb717a685d4', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': '761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:eb:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600f8173-4a92-4471-a4d3-6b42265ed824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:35:01Z', 'updated_at': '2022-01-21T14:35:01Z', 'revision_number': 0, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:35:03.306652 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f49640-2e0d-407d-bb81-67b8c904dadf None None] The sync data for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi is: [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'f2b0f639-47c6-41c2-9d4f-6bb717a685d4', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': '761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:eb:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600f8173-4a92-4471-a4d3-6b42265ed824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:35:01Z', 'updated_at': '2022-01-21T14:35:01Z', 'revision_number': 0, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:35:03.486258 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679acfd-0415-4895-bf93-2d0566448f06 None None] New status for floating IP f2b0f639-47c6-41c2-9d4f-6bb717a685d4: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:35:05.041321 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-48e676cf-18ad-4958-9ef9-d0ee24a6839b req-f2719ae0-2007-4699-b464-58e304099800 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395889 Jan 21 14:35:05.125921 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e676cf-18ad-4958-9ef9-d0ee24a6839b req-edc5872d-5ced-43c5-9e00-2d79d0e915d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:35:05.127344 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-48e676cf-18ad-4958-9ef9-d0ee24a6839b req-edc5872d-5ced-43c5-9e00-2d79d0e915d2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b14799025b0340a6a763cb978e884bcb&device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 1098 time: 0.0385528 Jan 21 14:35:05.240648 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e676cf-18ad-4958-9ef9-d0ee24a6839b req-c8ab990a-67aa-4552-a388-6fab8be7d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:35:05.242144 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-48e676cf-18ad-4958-9ef9-d0ee24a6839b req-c8ab990a-67aa-4552-a388-6fab8be7d35b service neutron] 10.222.0.88 "GET /v2.0/networks?id=e4e106db-e670-43c5-a803-f23350ca1b12 HTTP/1.1" status: 200 len: 910 time: 0.0938594 Jan 21 14:35:05.308294 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-48e676cf-18ad-4958-9ef9-d0ee24a6839b req-0c5fb25c-4fd5-4a91-a938-23f37be79703 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=301a81a0-7b34-400e-b716-3cf88001b563 HTTP/1.1" status: 200 len: 1000 time: 0.0597022 Jan 21 14:35:05.354978 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e676cf-18ad-4958-9ef9-d0ee24a6839b req-af633740-0da4-4812-923b-bf68ff6a1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:35:05.356400 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-48e676cf-18ad-4958-9ef9-d0ee24a6839b req-af633740-0da4-4812-923b-bf68ff6a1a21 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e8ae9b1-1c8f-470d-b039-e2e452b1f22c HTTP/1.1" status: 200 len: 848 time: 0.0424931 Jan 21 14:35:05.399587 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e676cf-18ad-4958-9ef9-d0ee24a6839b req-0da844fd-0738-427e-bc34-853a0f4c4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:35:05.400968 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-48e676cf-18ad-4958-9ef9-d0ee24a6839b req-0da844fd-0738-427e-bc34-853a0f4c4b2b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e4e106db-e670-43c5-a803-f23350ca1b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391045 Jan 21 14:35:05.489563 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-48e676cf-18ad-4958-9ef9-d0ee24a6839b req-c9ee8ae4-177e-4d89-876a-9a5e05e04f33 service neutron] 10.222.0.88 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822427 Jan 21 14:35:05.578031 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-48e676cf-18ad-4958-9ef9-d0ee24a6839b req-9f2eb4d5-fa98-40a8-9ffe-e7de2faeac69 service neutron] 10.222.0.88 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819852 Jan 21 14:35:23.843032 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8394619c-44da-4152-82cb-e3b6f21c7aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:26.721551 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e3954319-7fd2-44cc-98a3-b1524a9fac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:28.913780 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:35:29.311250 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:29.785682 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:30.962532 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:31.544420 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:53.847790 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b1d3ce9b-9b5b-4c92-a55f-78a996085c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:56.727567 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5c1-5872-47a6-9f67-8af900ec6ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:59.270381 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:35:59.768138 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:36:00.985049 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:36:01.533910 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:36:05.044348 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7daf1a0b-aaff-4ba2-9c63-744e1f2f6194 req-ba4faec0-d1ac-4c53-9466-7522533828bd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388570 Jan 21 14:36:05.109258 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf1a0b-aaff-4ba2-9c63-744e1f2f6194 req-1fdecc60-3a2c-447b-ad73-d93b7af844a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:05.110961 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7daf1a0b-aaff-4ba2-9c63-744e1f2f6194 req-1fdecc60-3a2c-447b-ad73-d93b7af844a2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 1099 time: 0.0445156 Jan 21 14:36:05.213194 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf1a0b-aaff-4ba2-9c63-744e1f2f6194 req-c80bd9e4-cafb-4b8f-b18d-af94787e0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:05.214697 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7daf1a0b-aaff-4ba2-9c63-744e1f2f6194 req-c80bd9e4-cafb-4b8f-b18d-af94787e0f38 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 200 len: 913 time: 0.0848660 Jan 21 14:36:05.283369 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7daf1a0b-aaff-4ba2-9c63-744e1f2f6194 req-a0153f64-00b3-446c-8eb2-c3e18e03269b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 HTTP/1.1" status: 200 len: 1002 time: 0.0631654 Jan 21 14:36:05.334958 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf1a0b-aaff-4ba2-9c63-744e1f2f6194 req-8adf0d0e-8e7c-4c3a-b663-df8f4df9587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:05.336521 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7daf1a0b-aaff-4ba2-9c63-744e1f2f6194 req-8adf0d0e-8e7c-4c3a-b663-df8f4df9587d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1d83b96f-32ed-4acf-b08f-01417e849329 HTTP/1.1" status: 200 len: 851 time: 0.0456548 Jan 21 14:36:05.380945 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf1a0b-aaff-4ba2-9c63-744e1f2f6194 req-922953ac-ca0a-4b3f-ae7b-b8b7131b8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:05.382431 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7daf1a0b-aaff-4ba2-9c63-744e1f2f6194 req-922953ac-ca0a-4b3f-ae7b-b8b7131b8c92 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395930 Jan 21 14:36:05.473289 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7daf1a0b-aaff-4ba2-9c63-744e1f2f6194 req-9323f764-ba86-47a9-bdfe-04acfa724862 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850258 Jan 21 14:36:05.564567 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7daf1a0b-aaff-4ba2-9c63-744e1f2f6194 req-86e7250c-9ceb-4153-9a63-c3742b3ffd3b service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852318 Jan 21 14:36:05.912841 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:36:23.852957 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-934d1154-112d-4a02-b476-aec69dfa0a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:36:26.721593 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5617cbd-20ae-4646-b40c-93497c64ed61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:36:29.293108 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:36:29.795773 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:36:30.973426 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:36:31.533310 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:36:42.912222 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:36:48.957655 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe8382-6815-47b0-bcc5-647803315c07 req-d0bc0b43-054d-4403-adab-f13adb80ead9 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:48.959208 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d7fe8382-6815-47b0-bcc5-647803315c07 req-d0bc0b43-054d-4403-adab-f13adb80ead9 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0549204 Jan 21 14:36:49.007884 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d7fe8382-6815-47b0-bcc5-647803315c07 req-01029799-2b15-492c-b5af-534f10d186c3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Jan 21 14:36:50.136216 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ab9c6-ff30-47f1-b891-d0b301efdb07 req-d06e6efb-3ed6-43c7-93d0-3857cb75d51d tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:50.137598 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a96ab9c6-ff30-47f1-b891-d0b301efdb07 req-d06e6efb-3ed6-43c7-93d0-3857cb75d51d tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0531569 Jan 21 14:36:50.185364 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a96ab9c6-ff30-47f1-b891-d0b301efdb07 req-d4e94710-6f15-4c74-8607-af7140b59060 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422337 Jan 21 14:36:51.299318 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68429acc-263a-440a-929e-a0d06ccda800 req-018b7c44-6d73-4420-ba0f-f2f958ca1ead tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:51.301461 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-68429acc-263a-440a-929e-a0d06ccda800 req-018b7c44-6d73-4420-ba0f-f2f958ca1ead tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0478859 Jan 21 14:36:51.349270 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-68429acc-263a-440a-929e-a0d06ccda800 req-7b6db6ea-374c-44c3-bbca-424227685266 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420799 Jan 21 14:36:52.508552 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293589c-203a-4768-9acd-4148446db6a0 req-617375f1-db3e-4ced-91d5-cad55a8096d1 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:52.510032 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8293589c-203a-4768-9acd-4148446db6a0 req-617375f1-db3e-4ced-91d5-cad55a8096d1 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0472713 Jan 21 14:36:52.557819 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8293589c-203a-4768-9acd-4148446db6a0 req-8a207a88-181b-4697-87d2-10fafe8c3166 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422864 Jan 21 14:36:53.670934 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db8120-2a49-4ac3-96f4-731d5ed59e94 req-4bb0df86-bc24-47c2-9a32-c0fe2e68db88 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:53.672426 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d5db8120-2a49-4ac3-96f4-731d5ed59e94 req-4bb0df86-bc24-47c2-9a32-c0fe2e68db88 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0481105 Jan 21 14:36:53.723776 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d5db8120-2a49-4ac3-96f4-731d5ed59e94 req-c10ff6fa-bf01-459f-a771-c55dd634aef5 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458302 Jan 21 14:36:53.879763 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd1cb-ba9b-4d9e-810a-97cdd3b84cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:36:54.838917 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a491c-a55b-40cd-9afb-bdbaba35c899 req-5c0eab23-5e05-4396-922d-4f1f368df76a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:54.840386 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ea3a491c-a55b-40cd-9afb-bdbaba35c899 req-5c0eab23-5e05-4396-922d-4f1f368df76a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0509434 Jan 21 14:36:54.889068 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-ea3a491c-a55b-40cd-9afb-bdbaba35c899 req-27e68a18-eb01-4be7-b143-d7d737a0a393 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432096 Jan 21 14:36:56.002281 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed7ae5-5152-48c2-a8b5-2a587104a50b req-1ee4a230-d58b-48a9-a4a5-9e2c2e09b62f tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:56.003743 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2bed7ae5-5152-48c2-a8b5-2a587104a50b req-1ee4a230-d58b-48a9-a4a5-9e2c2e09b62f tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0477486 Jan 21 14:36:56.051241 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2bed7ae5-5152-48c2-a8b5-2a587104a50b req-f8d2c4c7-9ae0-446e-b55a-3cdd59becc76 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 Jan 21 14:36:56.725711 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6aa00c0a-d8cc-433d-a7d8-3b5b0c91e48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:36:57.165384 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dd67b-1fd8-4423-a38a-ca435ec72a06 req-96b0d533-cd7d-4c55-a1f1-f7dd9081df9d tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:57.166960 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-be3dd67b-1fd8-4423-a38a-ca435ec72a06 req-96b0d533-cd7d-4c55-a1f1-f7dd9081df9d tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0483892 Jan 21 14:36:57.214958 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-be3dd67b-1fd8-4423-a38a-ca435ec72a06 req-b28de2fa-e0ec-4ec8-a2c9-faba6e6ae78f tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424597 Jan 21 14:36:58.328659 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115680c-8ccd-4af0-a1c6-2efd1c95a81b req-963d1877-6f05-4c8d-a23d-ebeb667e6d66 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:58.330156 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c115680c-8ccd-4af0-a1c6-2efd1c95a81b req-963d1877-6f05-4c8d-a23d-ebeb667e6d66 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0478587 Jan 21 14:36:58.379037 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c115680c-8ccd-4af0-a1c6-2efd1c95a81b req-4dba529d-5e67-45af-8ad3-fc550666bc6d tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429316 Jan 21 14:36:59.171531 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb6f08-c1c6-4fde-b52c-4b2aec3030b3 req-41ca1cc7-3fa4-4501-9a3e-55c4078857fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:59.173045 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0ddb6f08-c1c6-4fde-b52c-4b2aec3030b3 req-41ca1cc7-3fa4-4501-9a3e-55c4078857fb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b14799025b0340a6a763cb978e884bcb&device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 1098 time: 0.0434680 Jan 21 14:36:59.260774 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb6f08-c1c6-4fde-b52c-4b2aec3030b3 req-73da5633-46f5-4ffd-8270-6fa9ffe1e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:59.262274 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0ddb6f08-c1c6-4fde-b52c-4b2aec3030b3 req-73da5633-46f5-4ffd-8270-6fa9ffe1e61f service neutron] 10.222.0.88 "GET /v2.0/networks?id=e4e106db-e670-43c5-a803-f23350ca1b12 HTTP/1.1" status: 200 len: 910 time: 0.0837860 Jan 21 14:36:59.287478 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:36:59.328174 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0ddb6f08-c1c6-4fde-b52c-4b2aec3030b3 req-830b2342-9a38-4ed2-8054-02f6aace344e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=301a81a0-7b34-400e-b716-3cf88001b563 HTTP/1.1" status: 200 len: 1000 time: 0.0604508 Jan 21 14:36:59.375049 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb6f08-c1c6-4fde-b52c-4b2aec3030b3 req-25e00a5d-6053-4fe3-bfcf-f1546166feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:59.376458 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0ddb6f08-c1c6-4fde-b52c-4b2aec3030b3 req-25e00a5d-6053-4fe3-bfcf-f1546166feeb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e8ae9b1-1c8f-470d-b039-e2e452b1f22c HTTP/1.1" status: 200 len: 848 time: 0.0420454 Jan 21 14:36:59.420420 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb6f08-c1c6-4fde-b52c-4b2aec3030b3 req-2e27a5c0-2cac-428a-bf36-df57e4328e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:59.421921 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0ddb6f08-c1c6-4fde-b52c-4b2aec3030b3 req-2e27a5c0-2cac-428a-bf36-df57e4328e17 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e4e106db-e670-43c5-a803-f23350ca1b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386589 Jan 21 14:36:59.495048 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd936f6-7ff4-49ac-a7d6-e9a7af0e822d req-0f072534-e4d1-4738-8630-65eb766250d4 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:36:59.496793 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2fd936f6-7ff4-49ac-a7d6-e9a7af0e822d req-0f072534-e4d1-4738-8630-65eb766250d4 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0504353 Jan 21 14:36:59.513022 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0ddb6f08-c1c6-4fde-b52c-4b2aec3030b3 req-02188bf5-5818-421c-a06b-748e7353d6d3 service neutron] 10.222.0.88 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853198 Jan 21 14:36:59.550039 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2fd936f6-7ff4-49ac-a7d6-e9a7af0e822d req-b4d51186-dce4-4638-a5af-693236dc8f11 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469174 Jan 21 14:36:59.604016 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0ddb6f08-c1c6-4fde-b52c-4b2aec3030b3 req-1bb9156c-a42f-453a-a41d-e4d935d088c5 service neutron] 10.222.0.88 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849991 Jan 21 14:36:59.766467 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:00.295075 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e1bd3-88eb-42cb-81de-459815ca233d req-ed04ed2b-b2db-41e5-bf43-b42365d3c629 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:00.296592 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7c2e1bd3-88eb-42cb-81de-459815ca233d req-ed04ed2b-b2db-41e5-bf43-b42365d3c629 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 946 time: 0.0478923 Jan 21 14:37:00.344526 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7c2e1bd3-88eb-42cb-81de-459815ca233d req-fecdfeb3-9116-405d-9c00-c15439f1e757 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424662 Jan 21 14:37:00.671207 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44171dde-796e-47f4-aa4a-f5fa7ed9b0d4 req-a26538ff-f260-4b8c-925d-93d4cd3c003b tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:00.672804 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-44171dde-796e-47f4-aa4a-f5fa7ed9b0d4 req-a26538ff-f260-4b8c-925d-93d4cd3c003b tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0547457 Jan 21 14:37:00.722427 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-44171dde-796e-47f4-aa4a-f5fa7ed9b0d4 req-672b134c-fbac-4c5a-8a32-338926c0a772 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434883 Jan 21 14:37:00.983573 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:01.456138 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68155a5-d83b-4061-ba9f-d54d2010c3b9 req-f6e7069b-b3df-474b-8895-1c963b6bd4bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:01.457680 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c68155a5-d83b-4061-ba9f-d54d2010c3b9 req-f6e7069b-b3df-474b-8895-1c963b6bd4bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 946 time: 0.0486500 Jan 21 14:37:01.508330 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c68155a5-d83b-4061-ba9f-d54d2010c3b9 req-3ae4866f-59b2-4a37-a7d3-dcb4d73955cc tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434844 Jan 21 14:37:01.532337 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:01.839379 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883e3b8-75e9-4535-bed3-7ec0b8f62367 req-6026f868-0d8c-474f-a46e-d4d86a602764 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:01.840904 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3883e3b8-75e9-4535-bed3-7ec0b8f62367 req-6026f868-0d8c-474f-a46e-d4d86a602764 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0518181 Jan 21 14:37:01.919992 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-b69b1acf-7b15-4266-b3f8-14bbf5653413 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:01.921755 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-b69b1acf-7b15-4266-b3f8-14bbf5653413 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 946 time: 0.0799508 Jan 21 14:37:01.928996 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3883e3b8-75e9-4535-bed3-7ec0b8f62367 req-3f5d8f19-987a-4c70-aa54-9c2586f48ff3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795147 Jan 21 14:37:02.019777 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Deleting port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:37:02.020005 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:02.108412 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] For port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:37:02.108691 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:02.281326 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:02.281606 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (f2b0f639-47c6-41c2-9d4f-6bb717a685d4), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:02.281919 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.l3_db [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Floating IP f2b0f639-47c6-41c2-9d4f-6bb717a685d4 disassociated. External IP: 172.27.0.250, port: 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2. Jan 21 14:37:02.282285 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Calling delete_port for 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:37:02.462906 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:02.494948 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event deleted for resources: {'Port': ['ID=761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:37:02.504800 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:02.505694 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:02.506037 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:02.506526 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:02.506888 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:02.507080 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:02.507389 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:02.507718 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:02.508048 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:02.508375 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:02.508701 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:02.509023 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:02.509342 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:02.609053 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-7ecb9b0e-4e07-4e6f-9b0f-7d11579c797e req-7b058b2b-5fb6-406a-a914-411af0f5c4f6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 210 time: 0.0303273 Jan 21 14:37:02.892305 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Router 0b258533-9a6c-44cb-a434-a35388855fb8 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:37:03.008225 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:37:03.018864 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c0d961-3ce0-46f0-8bbb-42bbbdc04852 None None] Sync routers for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:37:03.029111 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c0d961-3ce0-46f0-8bbb-42bbbdc04852 None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:37:03.029736 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-83c0d961-3ce0-46f0-8bbb-42bbbdc04852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:36:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:37:03.073574 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] No DVR routers for this DVR port 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 on host hv-cinder-82160 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:37:03.076742 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:03.080014 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8c018b67-7cb8-475f-bc56-5aabb0d00c52 req-2aeb366f-0e97-4e7c-a8f0-d5804cdc943b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "DELETE /v2.0/ports/761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 HTTP/1.1" status: 204 len: 173 time: 1.1501296 Jan 21 14:37:03.080466 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600f8173-4a92-4471-a4d3-6b42265ed824', 'name': 'network-vif-deleted', 'tag': '761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:37:03.082755 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f40e32-dcc3-473c-abf9-5bd682c37717" -d '{"events": [{"server_uuid": "600f8173-4a92-4471-a4d3-6b42265ed824", "name": "network-vif-deleted", "tag": "761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:37:03.107579 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c0440-c1a6-4c2c-ba57-1ac6c041f772 req-22233d2c-08a7-4451-a3e7-96b37a4837e3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:03.109295 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a22c0440-c1a6-4c2c-ba57-1ac6c041f772 req-22233d2c-08a7-4451-a3e7-96b37a4837e3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0955310 Jan 21 14:37:03.147248 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-83c0d961-3ce0-46f0-8bbb-42bbbdc04852 None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:37:03.168135 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a22c0440-c1a6-4c2c-ba57-1ac6c041f772 req-4ee09634-5483-47e8-8220-44e8e27255ac tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520933 Jan 21 14:37:03.290301 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b59be1-a5ac-432a-9f1e-c2b8b57ab0f5 x-openstack-request-id: req-41b59be1-a5ac-432a-9f1e-c2b8b57ab0f5 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:37:03.290732 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600f8173-4a92-4471-a4d3-6b42265ed824", "name": "network-vif-deleted", "tag": "761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:37:03.290984 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41b59be1-a5ac-432a-9f1e-c2b8b57ab0f5 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:37:03.291429 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600f8173-4a92-4471-a4d3-6b42265ed824', 'name': 'network-vif-deleted', 'tag': '761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2', 'status': 'completed', 'code': 200} Jan 21 14:37:03.367082 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-83c0d961-3ce0-46f0-8bbb-42bbbdc04852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:37:03.394355 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c0d961-3ce0-46f0-8bbb-42bbbdc04852 None None] Checking router: 0b258533-9a6c-44cb-a434-a35388855fb8 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:37:03.403444 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c0d961-3ce0-46f0-8bbb-42bbbdc04852 None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:37:03.404062 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-83c0d961-3ce0-46f0-8bbb-42bbbdc04852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:36:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:37:03.511798 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-83c0d961-3ce0-46f0-8bbb-42bbbdc04852 None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:37:03.717805 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-904c306e-5aba-41f8-854c-f65abf4a1717 req-dd8d7e14-7f73-4df8-952f-9e0b8174dacd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=600f8173-4a92-4471-a4d3-6b42265ed824 HTTP/1.1" status: 200 len: 210 time: 0.0320349 Jan 21 14:37:03.735118 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-83c0d961-3ce0-46f0-8bbb-42bbbdc04852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:37:03.764920 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c0d961-3ce0-46f0-8bbb-42bbbdc04852 None None] The sync data for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi is: [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:37:03.895438 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 301a81a0-7b34-400e-b716-3cf88001b563 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:37:03.973555 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 301a81a0-7b34-400e-b716-3cf88001b563 is: ACTIVE; New status is: DOWN {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:37:03.974478 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (301a81a0-7b34-400e-b716-3cf88001b563), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:03.982728 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a558aaf-8a4a-4695-abcb-0dbb241b37bc None None] New status for floating IP f2b0f639-47c6-41c2-9d4f-6bb717a685d4: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:37:03.998242 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '301a81a0-7b34-400e-b716-3cf88001b563'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:37:04.000483 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e5b3fa-ef57-443a-9c05-f2260bd8623a" -d '{"events": [{"server_uuid": "b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79", "name": "network-vif-unplugged", "status": "completed", "tag": "301a81a0-7b34-400e-b716-3cf88001b563"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:37:04.021937 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 301a81a0-7b34-400e-b716-3cf88001b563, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=301a81a0-7b34-400e-b716-3cf88001b563,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:37:04.054355 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Jan 2022 14:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a30d79-30f5-4649-a69b-018f0c4b3afb x-openstack-request-id: req-97a30d79-30f5-4649-a69b-018f0c4b3afb {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:37:04.054770 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79", "name": "network-vif-unplugged", "status": "failed", "tag": "301a81a0-7b34-400e-b716-3cf88001b563", "code": 422}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:37:04.055122 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97a30d79-30f5-4649-a69b-018f0c4b3afb {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:37:04.055904 dv-cinder-821602-20-iscsi neutron-server[103333]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '301a81a0-7b34-400e-b716-3cf88001b563', 'code': 422} returned with failed status Jan 21 14:37:04.138080 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (301a81a0-7b34-400e-b716-3cf88001b563), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:04.138806 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:37:04.181403 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:37:04.181760 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 761ff4ba-4bdf-47f9-a9cc-26e0cc1cb6f2 not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:37:04.207674 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=301a81a0-7b34-400e-b716-3cf88001b563,revision_number=6']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:37:04.215588 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:04.221945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:04.221945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:04.221945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:04.221945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:04.221945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:04.221945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:04.221945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:04.221945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:04.221945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:04.221945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:04.221945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:04.221945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:04.609531 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f8792-07df-481f-8d8d-ecb77f4e38d9 req-1a1eb77f-efae-4158-9d2c-3b046c4fbe61 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:04.611241 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-628f8792-07df-481f-8d8d-ecb77f4e38d9 req-1a1eb77f-efae-4158-9d2c-3b046c4fbe61 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.0496523 Jan 21 14:37:04.671814 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-628f8792-07df-481f-8d8d-ecb77f4e38d9 req-8f22d294-527b-489a-a88e-c9f251dd171c tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550256 Jan 21 14:37:04.790849 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d9507f37-1139-4751-96de-8d4145cd8338 req-dc881e23-e53f-4dc8-9928-49fb65f13eac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1433854 Jan 21 14:37:04.801309 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [req-d9507f37-1139-4751-96de-8d4145cd8338 req-349daf73-a0d0-4299-85d2-0ed49facd7a7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 14:37:04.802698 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d9507f37-1139-4751-96de-8d4145cd8338 req-349daf73-a0d0-4299-85d2-0ed49facd7a7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068681 Jan 21 14:37:04.953142 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-1c66b875-774d-4471-8324-3522167a79d9 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-260383806&fields=id&tenant_id=7231c480ff2b4a69be6586443a8f5863 HTTP/1.1" status: 200 len: 267 time: 0.0504813 Jan 21 14:37:05.061877 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3580c7a-26d2-4108-8472-476367b309de req-0c96f2a3-9ec6-45c5-9cae-c2fa0627872d tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:05.063491 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-0c96f2a3-9ec6-45c5-9cae-c2fa0627872d tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/networks?id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 200 len: 812 time: 0.0993068 Jan 21 14:37:05.078275 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-313b075d-ec84-4c1e-9330-0129eb1d9902 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/quotas/7231c480ff2b4a69be6586443a8f5863 HTTP/1.1" status: 200 len: 375 time: 0.0090365 Jan 21 14:37:05.129109 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-189c9951-382d-49ad-bed9-591361320248 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458126 Jan 21 14:37:05.228474 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-2990aec4-d0f9-4a2d-b740-b8878d376c76 service neutron] 10.222.0.39 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882750 Jan 21 14:37:05.318930 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-6f0e08c2-f45a-40e0-adab-38223774b44e service neutron] 10.222.0.39 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834308 Jan 21 14:37:05.810352 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1970345-2705-46e5-b3fb-56d3186fc024 req-ce03a650-2bb1-4a5c-9066-4e9b04f2e144 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:05.811929 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c1970345-2705-46e5-b3fb-56d3186fc024 req-ce03a650-2bb1-4a5c-9066-4e9b04f2e144 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.0507746 Jan 21 14:37:05.869112 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-c1970345-2705-46e5-b3fb-56d3186fc024 req-29c705cc-05a4-4fa8-aa34-da8d82f0ecf7 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488634 Jan 21 14:37:05.872295 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9d533a95-6cb1-473b-9ae6-a1a5d99f2c52 req-41869700-b623-4750-bd4a-d08398116113 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 210 time: 0.0314698 Jan 21 14:37:06.957235 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-4d1da5dd-7e78-47e9-82c2-c83329f518ca req-0a9fc239-3063-4680-a360-0108bf4bc699 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 210 time: 0.0341606 Jan 21 14:37:06.992102 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928ccea-1a41-48d3-bcc3-359995f9f6dc req-093e23a3-f995-42c4-aac3-003c840c76d8 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:06.993851 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a928ccea-1a41-48d3-bcc3-359995f9f6dc req-093e23a3-f995-42c4-aac3-003c840c76d8 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.0543149 Jan 21 14:37:07.021503 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9507f37-1139-4751-96de-8d4145cd8338 req-575fdc5a-b108-4022-a13f-5f7724ab2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:07.023520 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d9507f37-1139-4751-96de-8d4145cd8338 req-575fdc5a-b108-4022-a13f-5f7724ab2a8a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79&tenant_id=b14799025b0340a6a763cb978e884bcb HTTP/1.1" status: 200 len: 1096 time: 0.0753505 Jan 21 14:37:07.047284 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-a928ccea-1a41-48d3-bcc3-359995f9f6dc req-7f80aa7c-94c9-428f-adbd-5292256794aa tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460954 Jan 21 14:37:07.088362 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9507f37-1139-4751-96de-8d4145cd8338 req-3af96e7c-bfea-494f-954e-a42312bd772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:07.089758 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d9507f37-1139-4751-96de-8d4145cd8338 req-3af96e7c-bfea-494f-954e-a42312bd772c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b14799025b0340a6a763cb978e884bcb&device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 1096 time: 0.0459216 Jan 21 14:37:07.181275 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9507f37-1139-4751-96de-8d4145cd8338 req-b75cda21-9c2d-4dea-aac4-5b8c023ef784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:07.182952 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d9507f37-1139-4751-96de-8d4145cd8338 req-b75cda21-9c2d-4dea-aac4-5b8c023ef784 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e4e106db-e670-43c5-a803-f23350ca1b12 HTTP/1.1" status: 200 len: 910 time: 0.0875928 Jan 21 14:37:07.250455 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d9507f37-1139-4751-96de-8d4145cd8338 req-eb16f52b-1b05-4f8e-aa04-14ca3d095ce1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=301a81a0-7b34-400e-b716-3cf88001b563 HTTP/1.1" status: 200 len: 998 time: 0.0612340 Jan 21 14:37:07.298357 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9507f37-1139-4751-96de-8d4145cd8338 req-494a150c-fbe5-43d5-87c5-79e012d942b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:07.299798 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d9507f37-1139-4751-96de-8d4145cd8338 req-494a150c-fbe5-43d5-87c5-79e012d942b5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e8ae9b1-1c8f-470d-b039-e2e452b1f22c HTTP/1.1" status: 200 len: 848 time: 0.0433934 Jan 21 14:37:07.342776 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9507f37-1139-4751-96de-8d4145cd8338 req-7a22c171-bb2e-4bf4-bf10-5f84e6845572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:07.344160 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d9507f37-1139-4751-96de-8d4145cd8338 req-7a22c171-bb2e-4bf4-bf10-5f84e6845572 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e4e106db-e670-43c5-a803-f23350ca1b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387206 Jan 21 14:37:07.434285 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d9507f37-1139-4751-96de-8d4145cd8338 req-91395418-87eb-4685-aff4-300d988517a9 service neutron] 10.222.0.88 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840957 Jan 21 14:37:07.524035 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d9507f37-1139-4751-96de-8d4145cd8338 req-8c8cbc33-5a02-4b05-b355-a13e0db6fa37 service neutron] 10.222.0.88 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823762 Jan 21 14:37:08.034186 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e9ef4b28-cdf9-4d55-a1e3-569a91f5de98 req-0e76b0f9-2cd0-461c-84f3-7ff9ee79cef3 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 210 time: 0.0260975 Jan 21 14:37:08.163258 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708187f-7f66-473f-a588-99f7f733cb7b req-80184957-77c0-4ff0-81fb-1052d46787f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:08.164811 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1708187f-7f66-473f-a588-99f7f733cb7b req-80184957-77c0-4ff0-81fb-1052d46787f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.0506008 Jan 21 14:37:08.213717 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-1708187f-7f66-473f-a588-99f7f733cb7b req-81beae97-4629-4761-b468-ac1273aa9ce5 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434041 Jan 21 14:37:09.111831 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5f34c9c6-bd91-4e40-8d84-9cdb765d177a req-e51608d2-5b8a-44cc-9bba-cec8396abf5d tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 210 time: 0.0287962 Jan 21 14:37:09.333649 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc86af7-6942-44a5-b1cf-89653034ff06 req-7d86c407-9c92-4e5d-ab61-04f6ca853a85 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:09.335173 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0fc86af7-6942-44a5-b1cf-89653034ff06 req-7d86c407-9c92-4e5d-ab61-04f6ca853a85 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.0536022 Jan 21 14:37:09.386522 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0fc86af7-6942-44a5-b1cf-89653034ff06 req-4cd0519f-12ca-461b-abff-fcdd672153fb tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455186 Jan 21 14:37:10.201927 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-df95195e-9dd5-4c99-bdfa-15278308a539 req-e64264bf-0372-4edb-b502-1f7723d2229a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 210 time: 0.0262585 Jan 21 14:37:10.499478 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427c69d-4526-47e8-8d40-546a3fa2ef06 req-9d285510-1047-40a3-a9ae-f2708c07e779 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:10.500970 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9427c69d-4526-47e8-8d40-546a3fa2ef06 req-9d285510-1047-40a3-a9ae-f2708c07e779 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.0484047 Jan 21 14:37:10.552784 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-9427c69d-4526-47e8-8d40-546a3fa2ef06 req-6f60302a-a7e0-46c6-820a-f73dd65d17f4 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463741 Jan 21 14:37:11.293879 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-04c25d97-d906-4da9-b381-037fbf305dac req-6ea7776f-e59d-49ba-8a65-5dfe8e1da3ea tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 210 time: 0.0257168 Jan 21 14:37:11.684398 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18771dbd-eef5-46c7-ad1f-77f38b393bb2 req-fc7a8a66-0df4-40e5-badd-661b6716207a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:11.686364 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-18771dbd-eef5-46c7-ad1f-77f38b393bb2 req-fc7a8a66-0df4-40e5-badd-661b6716207a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.0604372 Jan 21 14:37:11.728026 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3580c7a-26d2-4108-8472-476367b309de req-1839d54c-173f-46fb-93e7-9478f834ea03 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:11.729416 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-1839d54c-173f-46fb-93e7-9478f834ea03 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "GET /v2.0/networks?id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 200 len: 812 time: 0.1190174 Jan 21 14:37:11.738048 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-18771dbd-eef5-46c7-ad1f-77f38b393bb2 req-8d4c3c31-8d66-4ec4-9ec0-aae0b2e6dcda tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456650 Jan 21 14:37:11.799895 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-05c8d437-f354-42a9-9217-2418d4f7fbd4 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7231c480ff2b4a69be6586443a8f5863 HTTP/1.1" status: 200 len: 379 time: 0.0617144 Jan 21 14:37:11.809103 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-a3580c7a-26d2-4108-8472-476367b309de req-fdc7f4b4-4e06-4568-a19a-2183448c9772 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Request body: {'port': {'device_id': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'admin_state_up': True, 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'security_groups': ['225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:37:12.001081 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3580c7a-26d2-4108-8472-476367b309de req-fdc7f4b4-4e06-4568-a19a-2183448c9772 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Made reservation on behalf of 7231c480ff2b4a69be6586443a8f5863 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:37:12.004641 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a3580c7a-26d2-4108-8472-476367b309de req-fdc7f4b4-4e06-4568-a19a-2183448c9772 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:12.132937 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-a3580c7a-26d2-4108-8472-476367b309de req-fdc7f4b4-4e06-4568-a19a-2183448c9772 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Allocated IP 172.20.0.14 (2d8d856a-7b44-42c8-a165-2f93ead5a7cb/1d83b96f-32ed-4acf-b08f-01417e849329/ca7f59cd-88a1-4067-8e52-45b30f4652df) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:37:12.273034 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a3580c7a-26d2-4108-8472-476367b309de req-fdc7f4b4-4e06-4568-a19a-2183448c9772 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:12.373310 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a3580c7a-26d2-4108-8472-476367b309de req-fdc7f4b4-4e06-4568-a19a-2183448c9772 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:12.440915 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3580c7a-26d2-4108-8472-476367b309de req-fdc7f4b4-4e06-4568-a19a-2183448c9772 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:37:12.449087 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-a3580c7a-26d2-4108-8472-476367b309de req-fdc7f4b4-4e06-4568-a19a-2183448c9772 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:37:12.451652 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3580c7a-26d2-4108-8472-476367b309de req-fdc7f4b4-4e06-4568-a19a-2183448c9772 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:37:12.460114 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7f4b4-4e06-4568-a19a-2183448c9772 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'Port': ['ID=ca7f59cd-88a1-4067-8e52-45b30f4652df,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:37:12.488563 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7d6ff-f3f6-4592-8d5d-36b9cfdbf49d req-9677d50e-89c2-420c-8688-64dc03678d89 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:12.490731 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e1a7d6ff-f3f6-4592-8d5d-36b9cfdbf49d req-9677d50e-89c2-420c-8688-64dc03678d89 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 932 time: 0.1289892 Jan 21 14:37:12.533634 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3580c7a-26d2-4108-8472-476367b309de req-fdc7f4b4-4e06-4568-a19a-2183448c9772 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:12.534325 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a3580c7a-26d2-4108-8472-476367b309de req-fdc7f4b4-4e06-4568-a19a-2183448c9772 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:12.581569 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e1a7d6ff-f3f6-4592-8d5d-36b9cfdbf49d req-2442178f-1e87-4f1e-bac8-87fb2650b764 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825896 Jan 21 14:37:12.678568 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-fdc7f4b4-4e06-4568-a19a-2183448c9772 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8733370 Jan 21 14:37:12.689260 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Request body: {'port': {'device_id': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:37:12.743173 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:12.750485 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-d435fa66-dd88-4bc6-8d70-956a8d7ebaac None None] Provisioning complete for port ca7f59cd-88a1-4067-8e52-45b30f4652df triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:37:12.751071 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d435fa66-dd88-4bc6-8d70-956a8d7ebaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:12.805666 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d435fa66-dd88-4bc6-8d70-956a8d7ebaac None None] Port ca7f59cd-88a1-4067-8e52-45b30f4652df cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:37:12.873945 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ef08f-551d-4462-8565-42b3ee4b2766 req-1f5053e8-3034-4c46-8b92-b408d54dd1e8 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:12.875554 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d11ef08f-551d-4462-8565-42b3ee4b2766 req-1f5053e8-3034-4c46-8b92-b408d54dd1e8 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.0529616 Jan 21 14:37:12.927606 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-d11ef08f-551d-4462-8565-42b3ee4b2766 req-3868a81e-3881-4899-b336-633578141a37 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459116 Jan 21 14:37:13.031107 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7f59cd-88a1-4067-8e52-45b30f4652df {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:37:13.039092 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Publish callbacks [] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:13.052554 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Transition to ACTIVE for port object ca7f59cd-88a1-4067-8e52-45b30f4652df will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:37:13.109484 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:13.160622 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7f59cd-88a1-4067-8e52-45b30f4652df,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:37:13.232028 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Attempting to bind port ca7f59cd-88a1-4067-8e52-45b30f4652df on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:37:13.232372 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Attempting to bind port ca7f59cd-88a1-4067-8e52-45b30f4652df by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:37:13.232732 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Attempting to bind port ca7f59cd-88a1-4067-8e52-45b30f4652df on network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:37:13.237379 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Port ca7f59cd-88a1-4067-8e52-45b30f4652df on network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:37:13.237785 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Attempting to bind port ca7f59cd-88a1-4067-8e52-45b30f4652df on network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:37:13.243438 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:37:13.243771 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Checking segment: {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:37:13.244156 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Bound using segment: {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:37:13.244586 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Bound port: ca7f59cd-88a1-4067-8e52-45b30f4652df, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:37:13.244947 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:13.310380 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] For port ca7f59cd-88a1-4067-8e52-45b30f4652df, host hv-cinder-82160, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:37:13.313491 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] For port ca7f59cd-88a1-4067-8e52-45b30f4652df, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ca7f59cd-88a1-4067-8e52-45b30f4652df,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:37:13.452886 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:13.490558 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:13.491262 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:13.492652 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] 10.222.0.88 "PUT /v2.0/ports/ca7f59cd-88a1-4067-8e52-45b30f4652df HTTP/1.1" status: 200 len: 1094 time: 0.8074720 Jan 21 14:37:13.493085 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'tag': 'ca7f59cd-88a1-4067-8e52-45b30f4652df'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:37:13.495350 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddf5c97-35be-445f-baef-370721c63376" -d '{"events": [{"name": "network-changed", "server_uuid": "b4fd4c16-eab9-4a83-9e14-0164757e25b3", "tag": "ca7f59cd-88a1-4067-8e52-45b30f4652df"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:37:13.521562 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903f696-ca53-42b8-ad49-e3d46b9d1dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7f59cd-88a1-4067-8e52-45b30f4652df,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:37:13.540573 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a410167c-457b-4618-85cb-ba6693fa8c78 x-openstack-request-id: req-a410167c-457b-4618-85cb-ba6693fa8c78 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:37:13.540914 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4fd4c16-eab9-4a83-9e14-0164757e25b3", "tag": "ca7f59cd-88a1-4067-8e52-45b30f4652df", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:37:13.541280 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a410167c-457b-4618-85cb-ba6693fa8c78 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:37:13.541690 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'tag': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'status': 'completed', 'code': 200} Jan 21 14:37:13.621809 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf5c97-35be-445f-baef-370721c63376 req-760130aa-eb15-4706-b34d-1239ccba0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:13.624257 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0ddf5c97-35be-445f-baef-370721c63376 req-760130aa-eb15-4706-b34d-1239ccba0a0c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 1097 time: 0.0521061 Jan 21 14:37:13.703670 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaf125-8a1c-407b-b37a-dbfcf03c652b req-baa1dac6-ab5e-40fc-bb13-1876669dda09 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:13.705212 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0ceaf125-8a1c-407b-b37a-dbfcf03c652b req-baa1dac6-ab5e-40fc-bb13-1876669dda09 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 944 time: 0.0502906 Jan 21 14:37:13.751853 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf5c97-35be-445f-baef-370721c63376 req-fc04c9a4-4bbe-42b0-a048-b1ed7954c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:13.753350 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0ddf5c97-35be-445f-baef-370721c63376 req-fc04c9a4-4bbe-42b0-a048-b1ed7954c85d service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=7231c480ff2b4a69be6586443a8f5863&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1209030 Jan 21 14:37:13.770174 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0ceaf125-8a1c-407b-b37a-dbfcf03c652b req-804f1b9a-8205-4c4b-8942-894174ad8595 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588565 Jan 21 14:37:13.850491 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf5c97-35be-445f-baef-370721c63376 req-e8bc7669-95ef-4522-8e3b-20383b15e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:13.851975 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-0ddf5c97-35be-445f-baef-370721c63376 req-e8bc7669-95ef-4522-8e3b-20383b15e306 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923233 Jan 21 14:37:13.922028 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 301a81a0-7b34-400e-b716-3cf88001b563 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:37:13.930124 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3580c7a-26d2-4108-8472-476367b309de req-a0628422-c1c6-4b19-ba04-5c1075d59e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:13.931916 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-a0628422-c1c6-4b19-ba04-5c1075d59e79 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 1097 time: 0.0440321 Jan 21 14:37:13.980844 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-4b94aea5-799c-4522-a8b0-34a98ad27fe7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca7f59cd-88a1-4067-8e52-45b30f4652df HTTP/1.1" status: 200 len: 217 time: 0.0419891 Jan 21 14:37:14.030565 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 301a81a0-7b34-400e-b716-3cf88001b563, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=301a81a0-7b34-400e-b716-3cf88001b563,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:37:14.037532 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': '301a81a0-7b34-400e-b716-3cf88001b563', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'port_id': '301a81a0-7b34-400e-b716-3cf88001b563', 'mac_address': 'fa:16:3e:18:dc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:37:14.060382 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3580c7a-26d2-4108-8472-476367b309de req-1b328476-b343-4d23-a5bd-69007a8d8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:14.061874 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-1b328476-b343-4d23-a5bd-69007a8d8833 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1d83b96f-32ed-4acf-b08f-01417e849329 HTTP/1.1" status: 200 len: 851 time: 0.0757611 Jan 21 14:37:14.085365 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 301a81a0-7b34-400e-b716-3cf88001b563 is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:37:14.085964 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (301a81a0-7b34-400e-b716-3cf88001b563), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:14.107077 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b5066-81e0-4e3c-a15c-ecdf5605612d req-9f7d58ee-f510-484f-9ae1-a2f0de962558 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:14.108724 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9f9b5066-81e0-4e3c-a15c-ecdf5605612d req-9f7d58ee-f510-484f-9ae1-a2f0de962558 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 943 time: 0.0941265 Jan 21 14:37:14.146214 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3580c7a-26d2-4108-8472-476367b309de req-7efc89c7-5098-4ac6-a6e0-7013abedbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:14.147764 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-7efc89c7-5098-4ac6-a6e0-7013abedbd45 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0789478 Jan 21 14:37:14.199888 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-9f9b5066-81e0-4e3c-a15c-ecdf5605612d req-ae30c55e-065b-4c4d-a24c-9327c6b84af6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833383 Jan 21 14:37:14.241307 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301a81a0-7b34-400e-b716-3cf88001b563 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:37:14.261441 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 301a81a0-7b34-400e-b716-3cf88001b563, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=301a81a0-7b34-400e-b716-3cf88001b563,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:37:14.261677 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-e6f202dd-25a6-4209-91c8-44ab50fec1ad service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043932 Jan 21 14:37:14.343721 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (301a81a0-7b34-400e-b716-3cf88001b563), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:14.354021 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a3580c7a-26d2-4108-8472-476367b309de req-ef0b00da-bb49-447f-b095-cf3751179e49 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863018 Jan 21 14:37:14.390725 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=301a81a0-7b34-400e-b716-3cf88001b563,revision_number=7']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:37:14.615950 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['301a81a0-7b34-400e-b716-3cf88001b563'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:37:14.886366 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4a278-7ebd-42cb-8c9a-d7ebe84c1553 req-5e39e4e9-353e-49a2-89ed-0d343d55d0ab tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:14.887791 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-87c4a278-7ebd-42cb-8c9a-d7ebe84c1553 req-5e39e4e9-353e-49a2-89ed-0d343d55d0ab tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 944 time: 0.0492017 Jan 21 14:37:14.935945 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-87c4a278-7ebd-42cb-8c9a-d7ebe84c1553 req-4f939db0-35d2-4663-bb40-765a2f584528 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426557 Jan 21 14:37:15.318574 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dac692-ed9e-4465-b249-5038ef297ccb req-39a9bd5a-95f7-495b-9015-2b7a7d5e13bc tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:15.320145 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a3dac692-ed9e-4465-b249-5038ef297ccb req-39a9bd5a-95f7-495b-9015-2b7a7d5e13bc tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 944 time: 0.0509024 Jan 21 14:37:15.369432 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a3dac692-ed9e-4465-b249-5038ef297ccb req-620f4751-768d-479f-a1fc-058e536392d8 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437572 Jan 21 14:37:15.939597 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 301a81a0-7b34-400e-b716-3cf88001b563 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:37:15.990893 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port 301a81a0-7b34-400e-b716-3cf88001b563 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:37:15.991287 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (301a81a0-7b34-400e-b716-3cf88001b563), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:16.050787 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88949dd-459f-47a7-850c-ca61be46ac8d req-43f587d9-9cf8-4042-b676-aa6f56cb2c28 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:16.052314 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e88949dd-459f-47a7-850c-ca61be46ac8d req-43f587d9-9cf8-4042-b676-aa6f56cb2c28 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 944 time: 0.0493431 Jan 21 14:37:16.073995 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port 301a81a0-7b34-400e-b716-3cf88001b563 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:37:16.074420 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (301a81a0-7b34-400e-b716-3cf88001b563), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:16.097826 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301a81a0-7b34-400e-b716-3cf88001b563'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:37:16.100128 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff87308b-f0c1-49a7-a8d9-9ff87ff500a6" -d '{"events": [{"server_uuid": "b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79", "name": "network-vif-plugged", "status": "completed", "tag": "301a81a0-7b34-400e-b716-3cf88001b563"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:37:16.103132 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e88949dd-459f-47a7-850c-ca61be46ac8d req-100491a2-9bbf-496e-bad1-425e718f1c01 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447667 Jan 21 14:37:16.113339 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port 301a81a0-7b34-400e-b716-3cf88001b563, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=301a81a0-7b34-400e-b716-3cf88001b563,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:37:16.138207 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cc6682-afa7-4df5-99e3-dab177efb830 x-openstack-request-id: req-65cc6682-afa7-4df5-99e3-dab177efb830 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:37:16.138499 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79", "name": "network-vif-plugged", "status": "completed", "tag": "301a81a0-7b34-400e-b716-3cf88001b563", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:37:16.138759 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65cc6682-afa7-4df5-99e3-dab177efb830 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:37:16.139153 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301a81a0-7b34-400e-b716-3cf88001b563', 'code': 200} Jan 21 14:37:16.178336 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (301a81a0-7b34-400e-b716-3cf88001b563), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:16.228434 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=301a81a0-7b34-400e-b716-3cf88001b563,revision_number=8']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:37:16.417946 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db73be-d381-4225-8153-dadcc928a077 req-bcb5047e-e088-4905-98be-3505f74e286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:16.419515 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-87db73be-d381-4225-8153-dadcc928a077 req-bcb5047e-e088-4905-98be-3505f74e286c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 1098 time: 0.0393145 Jan 21 14:37:16.469702 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-87db73be-d381-4225-8153-dadcc928a077 req-ad62c532-3de6-4ca7-9b10-e498a743277e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445855 Jan 21 14:37:16.485201 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ad3f8-6803-446d-ad3d-7ebb27d554fa req-56523a4d-b6c8-468d-867c-d0c21292e5ef tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:16.486759 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3d3ad3f8-6803-446d-ad3d-7ebb27d554fa req-56523a4d-b6c8-468d-867c-d0c21292e5ef tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0514660 Jan 21 14:37:16.540525 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3d3ad3f8-6803-446d-ad3d-7ebb27d554fa req-5d583edd-d73f-4b7c-beda-f6db5d646c3b tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476470 Jan 21 14:37:17.221191 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2e140-ed2e-4b85-9710-000ee8e11896 req-ea4d0e0a-316e-4983-a9b0-c7c6fc98ab05 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:17.222796 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-53a2e140-ed2e-4b85-9710-000ee8e11896 req-ea4d0e0a-316e-4983-a9b0-c7c6fc98ab05 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 944 time: 0.0485046 Jan 21 14:37:17.270478 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-53a2e140-ed2e-4b85-9710-000ee8e11896 req-56be804f-847e-4ae2-ba5f-75d25716f3b5 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422273 Jan 21 14:37:17.654680 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe2427-8f88-4a5a-b064-f78a17b5a7e9 req-efe8af78-e087-43e6-b621-d0b8942d91d6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:17.656179 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-debe2427-8f88-4a5a-b064-f78a17b5a7e9 req-efe8af78-e087-43e6-b621-d0b8942d91d6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0491261 Jan 21 14:37:17.717929 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-debe2427-8f88-4a5a-b064-f78a17b5a7e9 req-49ffd420-9898-4df7-b073-810502b648fd tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557168 Jan 21 14:37:18.380788 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b422d-7afc-405a-bc5f-ef7a241ed8ec req-39e1f60b-43d1-4204-9f36-04ce64652e2a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:18.382307 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cf3b422d-7afc-405a-bc5f-ef7a241ed8ec req-39e1f60b-43d1-4204-9f36-04ce64652e2a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 944 time: 0.0471191 Jan 21 14:37:18.429455 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cf3b422d-7afc-405a-bc5f-ef7a241ed8ec req-616ff0d5-fb6c-4807-b1c7-bfd5be32f805 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415864 Jan 21 14:37:18.830690 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed7e95-8958-4778-aa43-427e3e7c5c10 req-32c762df-940c-4adf-94ef-c8997cc8f0db tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:18.832172 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4eed7e95-8958-4778-aa43-427e3e7c5c10 req-32c762df-940c-4adf-94ef-c8997cc8f0db tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0483444 Jan 21 14:37:18.885440 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-4eed7e95-8958-4778-aa43-427e3e7c5c10 req-4e321e1a-415f-41c0-96f5-3b41e3e72ee3 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473580 Jan 21 14:37:19.545205 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba9b7f-5bd2-4fe7-b6dc-ece6fee675b5 req-fa6e03ec-e676-435b-9fc3-7b15e5fa9c62 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:19.546712 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f3ba9b7f-5bd2-4fe7-b6dc-ece6fee675b5 req-fa6e03ec-e676-435b-9fc3-7b15e5fa9c62 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 944 time: 0.0517445 Jan 21 14:37:19.597439 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f3ba9b7f-5bd2-4fe7-b6dc-ece6fee675b5 req-c8a8965e-bed2-4b4e-8ce3-8c0e9c4230cd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448253 Jan 21 14:37:19.911253 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:37:20.711869 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82740a-a63f-47ae-baa9-38a4f5576f91 req-0bcda594-5a37-4a1c-9af0-8d4f0bfa80e5 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:20.713329 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b82740a-a63f-47ae-baa9-38a4f5576f91 req-0bcda594-5a37-4a1c-9af0-8d4f0bfa80e5 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 944 time: 0.0487373 Jan 21 14:37:20.762355 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-8b82740a-a63f-47ae-baa9-38a4f5576f91 req-72cc42b6-0dc5-4032-9128-1ee361650dc4 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431583 Jan 21 14:37:21.880217 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d26817-d00b-4e9b-8f7d-a92e5bdd571f req-79e33b4a-6c79-40ed-a922-f21db531bba4 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:21.881725 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d4d26817-d00b-4e9b-8f7d-a92e5bdd571f req-79e33b4a-6c79-40ed-a922-f21db531bba4 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 944 time: 0.0517139 Jan 21 14:37:21.935711 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-d4d26817-d00b-4e9b-8f7d-a92e5bdd571f req-25e94512-aa44-4fed-ae2e-b763c3d3e57b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482397 Jan 21 14:37:21.942769 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device ca7f59cd-88a1-4067-8e52-45b30f4652df details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:37:22.040154 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port ca7f59cd-88a1-4067-8e52-45b30f4652df, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ca7f59cd-88a1-4067-8e52-45b30f4652df,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:37:22.050511 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'port_id': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'mac_address': 'fa:16:3e:2c:ce:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:37:22.087561 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port ca7f59cd-88a1-4067-8e52-45b30f4652df is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:37:22.087945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:22.101202 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7f59cd-88a1-4067-8e52-45b30f4652df {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:37:22.124414 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port ca7f59cd-88a1-4067-8e52-45b30f4652df, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ca7f59cd-88a1-4067-8e52-45b30f4652df,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:37:22.200562 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:22.247970 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=ca7f59cd-88a1-4067-8e52-45b30f4652df,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:37:22.417259 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['ca7f59cd-88a1-4067-8e52-45b30f4652df'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:37:23.049448 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da292216-a6c8-4d25-9673-020ea3e9f26a req-7ac368f4-95ca-4d3c-aa8a-f4f29b2ae224 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:23.050977 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-da292216-a6c8-4d25-9673-020ea3e9f26a req-7ac368f4-95ca-4d3c-aa8a-f4f29b2ae224 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 945 time: 0.0483849 Jan 21 14:37:23.099177 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-da292216-a6c8-4d25-9673-020ea3e9f26a req-fa6ab652-1dad-4590-9085-30c3247e2b11 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418906 Jan 21 14:37:23.840334 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f67be655-1e9a-4c2e-b779-aa644489506b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:23.964304 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device ca7f59cd-88a1-4067-8e52-45b30f4652df up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:37:24.051910 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port ca7f59cd-88a1-4067-8e52-45b30f4652df completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:37:24.056255 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port ca7f59cd-88a1-4067-8e52-45b30f4652df triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:37:24.056629 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:24.136276 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port ca7f59cd-88a1-4067-8e52-45b30f4652df is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:37:24.136673 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:24.159520 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7f59cd-88a1-4067-8e52-45b30f4652df'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:37:24.161780 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a152e2-eaf1-4e39-9d03-51e2d1992061" -d '{"events": [{"server_uuid": "b4fd4c16-eab9-4a83-9e14-0164757e25b3", "name": "network-vif-plugged", "status": "completed", "tag": "ca7f59cd-88a1-4067-8e52-45b30f4652df"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:37:24.181107 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port ca7f59cd-88a1-4067-8e52-45b30f4652df, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ca7f59cd-88a1-4067-8e52-45b30f4652df,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:37:24.198954 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc36b8c2-5e59-4cb6-83f9-f9deb7e18732 x-openstack-request-id: req-bc36b8c2-5e59-4cb6-83f9-f9deb7e18732 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:37:24.199404 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4fd4c16-eab9-4a83-9e14-0164757e25b3", "name": "network-vif-plugged", "status": "completed", "tag": "ca7f59cd-88a1-4067-8e52-45b30f4652df", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:37:24.199661 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc36b8c2-5e59-4cb6-83f9-f9deb7e18732 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:37:24.200051 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'code': 200} Jan 21 14:37:24.218840 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf0370-f002-41f5-9c0f-a1aad81dd1cf req-70cccd68-8f4d-43e3-ae13-c705bb175a8b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:24.220350 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7ecf0370-f002-41f5-9c0f-a1aad81dd1cf req-70cccd68-8f4d-43e3-ae13-c705bb175a8b tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 945 time: 0.0535989 Jan 21 14:37:24.222254 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:24.272712 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=ca7f59cd-88a1-4067-8e52-45b30f4652df,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:37:24.273397 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-7ecf0370-f002-41f5-9c0f-a1aad81dd1cf req-158a0bc7-7eee-4e90-a419-b8e4354d5e8c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445313 Jan 21 14:37:24.543734 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0281d0-10d6-4971-b94f-3096ab8c1a36 req-de53148e-8732-4a85-9873-eb62561333fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:24.545216 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5a0281d0-10d6-4971-b94f-3096ab8c1a36 req-de53148e-8732-4a85-9873-eb62561333fb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 1099 time: 0.0384066 Jan 21 14:37:24.589637 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-5a0281d0-10d6-4971-b94f-3096ab8c1a36 req-ae5128be-178b-40fc-b886-283cc4de7d64 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389254 Jan 21 14:37:25.391294 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68874e9e-de80-4e54-853a-a48a79f05d44 req-7f20a31c-8cae-45b3-8756-5ecf09d81e9e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:25.392756 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-68874e9e-de80-4e54-853a-a48a79f05d44 req-7f20a31c-8cae-45b3-8756-5ecf09d81e9e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 946 time: 0.0515797 Jan 21 14:37:25.440291 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-68874e9e-de80-4e54-853a-a48a79f05d44 req-e0dba417-fdc0-48c4-b4e4-b0ecc42bd8a8 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419116 Jan 21 14:37:26.552372 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3705c31-5aba-406f-b247-d87fee12c211 req-76e7fe9d-c4c8-4131-b0ad-0540b652acc0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:26.554466 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a3705c31-5aba-406f-b247-d87fee12c211 req-76e7fe9d-c4c8-4131-b0ad-0540b652acc0 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 946 time: 0.0482049 Jan 21 14:37:26.605212 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a3705c31-5aba-406f-b247-d87fee12c211 req-c1b48c9c-0b85-4474-8a2b-dc12189533c1 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450478 Jan 21 14:37:26.720528 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1959-7774-457e-8369-03303e59a324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:26.721182 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e9f0-afd1-4556-b976-d59bacc52f6c req-db12f805-fc9e-4720-ba4e-8ddccad0ab35 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:26.722354 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c530e9f0-afd1-4556-b976-d59bacc52f6c req-db12f805-fc9e-4720-ba4e-8ddccad0ab35 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 946 time: 0.0496073 Jan 21 14:37:26.770141 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-c530e9f0-afd1-4556-b976-d59bacc52f6c req-9b47e57d-99f8-4b9b-ac3c-10a001053de7 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416207 Jan 21 14:37:26.792646 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35484) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:37:26.833220 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c94660e-f28b-4e20-989e-6b7af4b5d229 tempest-TestVolumeBootPattern-1214203381 tempest-TestVolumeBootPattern-1214203381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:26.835257 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-7c94660e-f28b-4e20-989e-6b7af4b5d229 tempest-TestVolumeBootPattern-1214203381 tempest-TestVolumeBootPattern-1214203381-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 1094 time: 0.0416200 Jan 21 14:37:26.837924 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35486) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:37:26.842026 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.v2.base [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Request body: {'floatingip': {'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'port_id': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:37:26.919702 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:27.014199 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:27.119438 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Allocated IP 172.27.0.172 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/a81f01c2-2bfb-40af-8945-0d27aa00a785) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:37:27.217806 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for port (a81f01c2-2bfb-40af-8945-0d27aa00a785), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:27.313771 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (a81f01c2-2bfb-40af-8945-0d27aa00a785), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:27.351395 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:37:27.356133 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:37:27.358827 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:37:27.385602 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'Port': ['ID=a81f01c2-2bfb-40af-8945-0d27aa00a785,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:37:27.398654 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:27.398996 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:27.399331 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:27.399660 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:27.399983 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:27.400309 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:27.400627 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:27.400945 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:27.401264 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:27.401578 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:27.401892 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:27.402231 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:27.402541 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:37:27.725762 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for floatingip (a6c95e6a-7bcd-48a6-81d1-5444a8746db0), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:27.847691 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (a81f01c2-2bfb-40af-8945-0d27aa00a785), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:27.996851 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for port (a81f01c2-2bfb-40af-8945-0d27aa00a785), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:28.086493 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1489400'] for port (a81f01c2-2bfb-40af-8945-0d27aa00a785), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:28.157138 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'Port': ['ID=a81f01c2-2bfb-40af-8945-0d27aa00a785,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:37:28.168337 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (a6c95e6a-7bcd-48a6-81d1-5444a8746db0), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:28.268928 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.l3_db [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Floating IP a6c95e6a-7bcd-48a6-81d1-5444a8746db0 associated. External IP: 172.27.0.172, port: ca7f59cd-88a1-4067-8e52-45b30f4652df. Jan 21 14:37:28.706337 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Router 0b258533-9a6c-44cb-a434-a35388855fb8 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:37:28.814016 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:37:28.823731 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635eddf-c553-425f-b5ca-2a7f82b6674e None None] Sync routers for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:37:28.833550 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635eddf-c553-425f-b5ca-2a7f82b6674e None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:37:28.834212 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-a635eddf-c553-425f-b5ca-2a7f82b6674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:37:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:37:28.906309 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:28.946655 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-cc8e8d75-2720-4ea8-a10d-f53b0640a44f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1018424 Jan 21 14:37:28.946655 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'tag': 'ca7f59cd-88a1-4067-8e52-45b30f4652df'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:37:28.946655 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3196eaa2-950c-4f90-943a-12c4717658ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b4fd4c16-eab9-4a83-9e14-0164757e25b3", "tag": "ca7f59cd-88a1-4067-8e52-45b30f4652df"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:37:28.950626 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-a635eddf-c553-425f-b5ca-2a7f82b6674e None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:37:28.981064 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b52890-5797-459d-91e1-831c84283010 x-openstack-request-id: req-11b52890-5797-459d-91e1-831c84283010 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:37:28.981408 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4fd4c16-eab9-4a83-9e14-0164757e25b3", "tag": "ca7f59cd-88a1-4067-8e52-45b30f4652df", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:37:28.981645 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11b52890-5797-459d-91e1-831c84283010 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:37:28.982050 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'tag': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'status': 'completed', 'code': 200} Jan 21 14:37:29.046094 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196eaa2-950c-4f90-943a-12c4717658ca req-0478f572-184a-4e55-b783-088b948f9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:29.048287 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3196eaa2-950c-4f90-943a-12c4717658ca req-0478f572-184a-4e55-b783-088b948f9e33 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 1099 time: 0.0423293 Jan 21 14:37:29.141785 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196eaa2-950c-4f90-943a-12c4717658ca req-a76be644-a5d1-4dbd-a807-b1f1cb8a606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:29.143724 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3196eaa2-950c-4f90-943a-12c4717658ca req-a76be644-a5d1-4dbd-a807-b1f1cb8a606f service neutron] 10.222.0.88 "GET /v2.0/networks?id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 200 len: 913 time: 0.0882125 Jan 21 14:37:29.183976 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-a635eddf-c553-425f-b5ca-2a7f82b6674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'a6c95e6a-7bcd-48a6-81d1-5444a8746db0', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:2c:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:37:27Z', 'updated_at': '2022-01-21T14:37:27Z', 'revision_number': 0, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:37:29.213230 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635eddf-c553-425f-b5ca-2a7f82b6674e None None] Checking router: 0b258533-9a6c-44cb-a434-a35388855fb8 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:37:29.219978 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3196eaa2-950c-4f90-943a-12c4717658ca req-dead226b-3a15-44a3-a019-511f89fa67c9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca7f59cd-88a1-4067-8e52-45b30f4652df HTTP/1.1" status: 200 len: 1000 time: 0.0687957 Jan 21 14:37:29.226005 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635eddf-c553-425f-b5ca-2a7f82b6674e None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:37:29.226702 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-a635eddf-c553-425f-b5ca-2a7f82b6674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:37:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:37:29.271375 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196eaa2-950c-4f90-943a-12c4717658ca req-9192bb73-8047-410d-960f-697959e73f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:29.273603 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3196eaa2-950c-4f90-943a-12c4717658ca req-9192bb73-8047-410d-960f-697959e73f73 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1d83b96f-32ed-4acf-b08f-01417e849329 HTTP/1.1" status: 200 len: 851 time: 0.0462391 Jan 21 14:37:29.329024 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196eaa2-950c-4f90-943a-12c4717658ca req-dbd388ef-5e27-42d1-a8d5-0b7513c5c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:37:29.331197 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3196eaa2-950c-4f90-943a-12c4717658ca req-dbd388ef-5e27-42d1-a8d5-0b7513c5c5e4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509992 Jan 21 14:37:29.357443 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:29.362721 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-a635eddf-c553-425f-b5ca-2a7f82b6674e None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:37:29.435922 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3196eaa2-950c-4f90-943a-12c4717658ca req-fc3eab6e-0a44-4387-82d8-5e725bc891c4 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960262 Jan 21 14:37:29.526610 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3196eaa2-950c-4f90-943a-12c4717658ca req-f7d502f6-0488-4d41-8deb-fa6b517f44e5 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832808 Jan 21 14:37:29.594337 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-a635eddf-c553-425f-b5ca-2a7f82b6674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'a6c95e6a-7bcd-48a6-81d1-5444a8746db0', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:2c:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:37:27Z', 'updated_at': '2022-01-21T14:37:27Z', 'revision_number': 0, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:37:29.621667 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635eddf-c553-425f-b5ca-2a7f82b6674e None None] The sync data for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi is: [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'a6c95e6a-7bcd-48a6-81d1-5444a8746db0', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:2c:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:37:27Z', 'updated_at': '2022-01-21T14:37:27Z', 'revision_number': 0, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:37:29.789413 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:29.841579 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cd0783-4dd6-4722-9a53-3babf971481b None None] New status for floating IP a6c95e6a-7bcd-48a6-81d1-5444a8746db0: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:37:31.006095 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:31.530810 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:53.857266 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f6cd25e5-6eaf-400f-b764-60a09a35e247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:56.737578 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-33a3031d-2e1f-4513-8625-7980a13563e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:56.909763 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:37:59.307092 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:37:59.798274 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:00.994217 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:01.535650 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:06.034732 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-715423a4-d182-40d9-b5de-72356e3d7d2d req-964fea83-3526-4308-85d6-37a559ca9784 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428391 Jan 21 14:38:06.115627 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715423a4-d182-40d9-b5de-72356e3d7d2d req-f0fbfb3b-23eb-4ccc-ba11-6c46688d53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:38:06.117040 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-715423a4-d182-40d9-b5de-72356e3d7d2d req-f0fbfb3b-23eb-4ccc-ba11-6c46688d53d6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b14799025b0340a6a763cb978e884bcb&device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 1098 time: 0.0399640 Jan 21 14:38:06.234722 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715423a4-d182-40d9-b5de-72356e3d7d2d req-f63e1ce2-5482-4827-8acb-f368a45b9008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:38:06.236207 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-715423a4-d182-40d9-b5de-72356e3d7d2d req-f63e1ce2-5482-4827-8acb-f368a45b9008 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e4e106db-e670-43c5-a803-f23350ca1b12 HTTP/1.1" status: 200 len: 910 time: 0.1010778 Jan 21 14:38:06.301992 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-715423a4-d182-40d9-b5de-72356e3d7d2d req-94a927d7-4f83-4112-909e-be20f5152fdc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=301a81a0-7b34-400e-b716-3cf88001b563 HTTP/1.1" status: 200 len: 1000 time: 0.0581124 Jan 21 14:38:06.349046 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715423a4-d182-40d9-b5de-72356e3d7d2d req-26637298-760a-4df2-8ad0-6410e2ff84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:38:06.350530 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-715423a4-d182-40d9-b5de-72356e3d7d2d req-26637298-760a-4df2-8ad0-6410e2ff84f5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e8ae9b1-1c8f-470d-b039-e2e452b1f22c HTTP/1.1" status: 200 len: 848 time: 0.0426314 Jan 21 14:38:06.397524 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715423a4-d182-40d9-b5de-72356e3d7d2d req-56e72bc7-0dc5-4eb1-b759-27ec4a103921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:38:06.399027 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-715423a4-d182-40d9-b5de-72356e3d7d2d req-56e72bc7-0dc5-4eb1-b759-27ec4a103921 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e4e106db-e670-43c5-a803-f23350ca1b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426669 Jan 21 14:38:06.491880 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-715423a4-d182-40d9-b5de-72356e3d7d2d req-f453df71-0de4-40ff-a43f-0bb6b22ec532 service neutron] 10.222.0.88 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867314 Jan 21 14:38:06.584273 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-715423a4-d182-40d9-b5de-72356e3d7d2d req-d19e03e7-d782-4d99-a71d-6dda9dd9c3d4 service neutron] 10.222.0.88 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860219 Jan 21 14:38:23.862644 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b8b15fd4-58cc-46e4-9ac1-bf15f6a1a088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:26.754055 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-727375f8-d858-467c-ba29-e1357bb64a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:29.302295 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:29.840097 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:30.959419 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:31.548196 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:32.921370 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35526) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:38:33.078715 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Deleting port 18598f74-d6d6-4855-8b23-eedce45c4133 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:38:33.079142 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (18598f74-d6d6-4855-8b23-eedce45c4133), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:33.151641 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (18598f74-d6d6-4855-8b23-eedce45c4133), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:33.151906 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for floatingip (18598f74-d6d6-4855-8b23-eedce45c4133), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:33.163103 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Calling delete_port for 18598f74-d6d6-4855-8b23-eedce45c4133 owned by network:floatingip {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:38:33.388132 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (18598f74-d6d6-4855-8b23-eedce45c4133), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:33.413207 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Pushing event deleted for resources: {'Port': ['ID=18598f74-d6d6-4855-8b23-eedce45c4133,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:33.424344 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:33.424763 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:33.425087 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:33.425368 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:33.425701 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:33.426030 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:33.426427 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:33.426721 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:33.427047 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:33.427403 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:33.427730 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:33.428052 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:33.428377 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:33.488297 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for floatingip (85adb1fa-a47f-4a01-92e4-c3d838ed2943), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:33.488650 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.db.l3_db [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Floating IP 85adb1fa-a47f-4a01-92e4-c3d838ed2943 disassociated (deleted). External IP: 172.27.0.89, port: 301a81a0-7b34-400e-b716-3cf88001b563. Jan 21 14:38:33.692076 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Router 003f85c2-7e2f-4779-8374-61cc81682272 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:38:33.797023 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:38:33.801706 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:33.807163 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31000fd1-83fc-4eea-93f2-be1b262d04ad None None] Sync routers for ids ['003f85c2-7e2f-4779-8374-61cc81682272'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:38:33.817398 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31000fd1-83fc-4eea-93f2-be1b262d04ad None None] Routers {'003f85c2-7e2f-4779-8374-61cc81682272'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:38:33.818029 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-31000fd1-83fc-4eea-93f2-be1b262d04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:38:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['003f85c2-7e2f-4779-8374-61cc81682272'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:33.832558 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-6cd73a0e-5468-426e-a1fb-3d08717b39f6 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "DELETE /v2.0/floatingips/85adb1fa-a47f-4a01-92e4-c3d838ed2943 HTTP/1.1" status: 204 len: 168 time: 0.9075089 Jan 21 14:38:33.832558 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'tag': '301a81a0-7b34-400e-b716-3cf88001b563'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:38:33.833027 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}136c613307142b20a025ac20f4453293d25e254a2f3c2afb38756d40c82de604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c417ea-eef3-4faa-95a2-dd03232649d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79", "tag": "301a81a0-7b34-400e-b716-3cf88001b563"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:38:33.875186 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca544ca5-1f4c-43f7-a8e9-faac6f817a0a x-openstack-request-id: req-ca544ca5-1f4c-43f7-a8e9-faac6f817a0a {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:38:33.875483 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79", "tag": "301a81a0-7b34-400e-b716-3cf88001b563", "status": "completed", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:38:33.875878 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca544ca5-1f4c-43f7-a8e9-faac6f817a0a {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:38:33.876312 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'tag': '301a81a0-7b34-400e-b716-3cf88001b563', 'status': 'completed', 'code': 200} Jan 21 14:38:33.912674 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:38:33.959806 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c417ea-eef3-4faa-95a2-dd03232649d7 req-68778d7d-5700-4399-b75d-e72e9237475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:38:33.959806 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-28c417ea-eef3-4faa-95a2-dd03232649d7 req-68778d7d-5700-4399-b75d-e72e9237475d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b14799025b0340a6a763cb978e884bcb&device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 1098 time: 0.0428286 Jan 21 14:38:34.041045 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c417ea-eef3-4faa-95a2-dd03232649d7 req-d0c15beb-ad35-43c6-a805-e37a7f6b2dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:38:34.042564 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-28c417ea-eef3-4faa-95a2-dd03232649d7 req-d0c15beb-ad35-43c6-a805-e37a7f6b2dd1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e4e106db-e670-43c5-a803-f23350ca1b12 HTTP/1.1" status: 200 len: 910 time: 0.0897045 Jan 21 14:38:34.067945 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-31000fd1-83fc-4eea-93f2-be1b262d04ad None None] Set router 003f85c2-7e2f-4779-8374-61cc81682272 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:38:34.086967 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-28c417ea-eef3-4faa-95a2-dd03232649d7 req-a7204d23-c8c2-4a7a-952e-1a995308874a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=301a81a0-7b34-400e-b716-3cf88001b563 HTTP/1.1" status: 200 len: 217 time: 0.0386825 Jan 21 14:38:34.152818 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c417ea-eef3-4faa-95a2-dd03232649d7 req-e96e9f82-37d3-45d5-abaa-04982f6e3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:38:34.154395 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-28c417ea-eef3-4faa-95a2-dd03232649d7 req-e96e9f82-37d3-45d5-abaa-04982f6e3548 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e8ae9b1-1c8f-470d-b039-e2e452b1f22c HTTP/1.1" status: 200 len: 848 time: 0.0473902 Jan 21 14:38:34.203462 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c417ea-eef3-4faa-95a2-dd03232649d7 req-cbb477c4-cabc-41b4-914c-0c2eccf27771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:38:34.205034 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-28c417ea-eef3-4faa-95a2-dd03232649d7 req-cbb477c4-cabc-41b4-914c-0c2eccf27771 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e4e106db-e670-43c5-a803-f23350ca1b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448816 Jan 21 14:38:34.315287 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-31000fd1-83fc-4eea-93f2-be1b262d04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:34:01Z', 'revision_number': 4, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port': {'id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:33:58Z', 'updated_at': '2022-01-21T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '0b0c0713-5cfe-4c6d-a79f-e7ceec76d103', 'name': '', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'mac_address': 'fa:16:3e:8b:69:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:00Z', 'updated_at': '2022-01-21T14:34:05Z', 'revision_number': 5, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'subnets': [{'id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:34.331615 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927357e-8c18-4504-a846-21d7e91e6729 req-c8a05977-2db3-4cd8-ad6b-0acbf00372c8 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:38:34.335259 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e927357e-8c18-4504-a846-21d7e91e6729 req-c8a05977-2db3-4cd8-ad6b-0acbf00372c8 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.1122339 Jan 21 14:38:34.362162 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-28c417ea-eef3-4faa-95a2-dd03232649d7 req-c34ecb7e-4408-439e-a842-ea3a04d29d82 service neutron] 10.222.0.88 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506774 Jan 21 14:38:34.365106 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31000fd1-83fc-4eea-93f2-be1b262d04ad None None] Checking router: 003f85c2-7e2f-4779-8374-61cc81682272 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:38:34.379102 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31000fd1-83fc-4eea-93f2-be1b262d04ad None None] Routers {'003f85c2-7e2f-4779-8374-61cc81682272'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:38:34.379758 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-31000fd1-83fc-4eea-93f2-be1b262d04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:38:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['003f85c2-7e2f-4779-8374-61cc81682272'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:34.420077 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-e927357e-8c18-4504-a846-21d7e91e6729 req-3d8288d5-4d56-4838-ab0e-83c28dc499ee tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795512 Jan 21 14:38:34.479067 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-28c417ea-eef3-4faa-95a2-dd03232649d7 req-ef603a2d-7a00-470e-91bd-8a5467b1128e service neutron] 10.222.0.88 "GET /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090336 Jan 21 14:38:34.490256 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-31000fd1-83fc-4eea-93f2-be1b262d04ad None None] Set router 003f85c2-7e2f-4779-8374-61cc81682272 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:38:34.696003 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-31000fd1-83fc-4eea-93f2-be1b262d04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:34:01Z', 'revision_number': 4, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port': {'id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:33:58Z', 'updated_at': '2022-01-21T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '0b0c0713-5cfe-4c6d-a79f-e7ceec76d103', 'name': '', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'mac_address': 'fa:16:3e:8b:69:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:00Z', 'updated_at': '2022-01-21T14:34:05Z', 'revision_number': 5, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'subnets': [{'id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:34.725807 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31000fd1-83fc-4eea-93f2-be1b262d04ad None None] The sync data for ids ['003f85c2-7e2f-4779-8374-61cc81682272'] in dv-cinder-821602-20-iscsi is: [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:34:01Z', 'revision_number': 4, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port': {'id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:33:58Z', 'updated_at': '2022-01-21T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '0b0c0713-5cfe-4c6d-a79f-e7ceec76d103', 'name': '', 'network_id': 'e4e106db-e670-43c5-a803-f23350ca1b12', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'mac_address': 'fa:16:3e:8b:69:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:00Z', 'updated_at': '2022-01-21T14:34:05Z', 'revision_number': 5, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'subnets': [{'id': '7e8ae9b1-1c8f-470d-b039-e2e452b1f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:38:34.943805 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ed01d-1b82-4b31-b86b-3438e60ec78e None None] New status for floating IP 85adb1fa-a47f-4a01-92e4-c3d838ed2943: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:38:35.536011 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c55d2-d585-45a2-ab98-db5ea6a33ef8 req-297e0fc5-38b0-406d-883c-96c46e8f6662 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:38:35.537495 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-181c55d2-d585-45a2-ab98-db5ea6a33ef8 req-297e0fc5-38b0-406d-883c-96c46e8f6662 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0489464 Jan 21 14:38:35.585322 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-181c55d2-d585-45a2-ab98-db5ea6a33ef8 req-b932bcd2-6c7d-456c-b276-b06c4a5684fa tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/security-groups?id=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416789 Jan 21 14:38:35.807391 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54b95d-477d-4496-9a8c-9b3b12349202 req-e4003eee-0990-4de3-8d41-e44072a92dde tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:38:35.808842 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8a54b95d-477d-4496-9a8c-9b3b12349202 req-e4003eee-0990-4de3-8d41-e44072a92dde tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.88 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 945 time: 0.0495884 Jan 21 14:38:35.899764 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-8a54b95d-477d-4496-9a8c-9b3b12349202 req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Deleting port 301a81a0-7b34-400e-b716-3cf88001b563 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:38:35.900101 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8a54b95d-477d-4496-9a8c-9b3b12349202 req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (301a81a0-7b34-400e-b716-3cf88001b563), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:35.986437 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-8a54b95d-477d-4496-9a8c-9b3b12349202 req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] For port 301a81a0-7b34-400e-b716-3cf88001b563, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=301a81a0-7b34-400e-b716-3cf88001b563,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:38:35.986868 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8a54b95d-477d-4496-9a8c-9b3b12349202 req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (301a81a0-7b34-400e-b716-3cf88001b563), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:35.999065 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-8a54b95d-477d-4496-9a8c-9b3b12349202 req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Calling delete_port for 301a81a0-7b34-400e-b716-3cf88001b563 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:38:36.234081 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8a54b95d-477d-4496-9a8c-9b3b12349202 req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (301a81a0-7b34-400e-b716-3cf88001b563), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:36.262620 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Pushing event deleted for resources: {'Port': ['ID=301a81a0-7b34-400e-b716-3cf88001b563,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:36.274544 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:36.274544 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:36.274761 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:36.275020 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:36.275381 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:36.275707 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:36.276026 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:36.276344 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:36.276662 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:36.277094 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:36.277460 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:36.277699 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:36.278083 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:36.318947 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a54b95d-477d-4496-9a8c-9b3b12349202 req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] No DVR routers for this DVR port 301a81a0-7b34-400e-b716-3cf88001b563 on host hv-cinder-82160 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:38:36.321648 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8a54b95d-477d-4496-9a8c-9b3b12349202 req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:36.325602 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-8a54b95d-477d-4496-9a8c-9b3b12349202 req-32abc768-4e2f-4b79-b0cf-ef111b4fe83a tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.88 "DELETE /v2.0/ports/301a81a0-7b34-400e-b716-3cf88001b563 HTTP/1.1" status: 204 len: 173 time: 0.5118663 Jan 21 14:38:36.326028 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'name': 'network-vif-deleted', 'tag': '301a81a0-7b34-400e-b716-3cf88001b563'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:38:36.328370 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcb2aea-453a-4978-8048-c622c5d845b1" -d '{"events": [{"server_uuid": "b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79", "name": "network-vif-deleted", "tag": "301a81a0-7b34-400e-b716-3cf88001b563"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:38:36.365701 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235136c5-64bc-4f5e-8097-1ef37d3b3b1b x-openstack-request-id: req-235136c5-64bc-4f5e-8097-1ef37d3b3b1b {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:38:36.366024 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79", "name": "network-vif-deleted", "tag": "301a81a0-7b34-400e-b716-3cf88001b563", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:38:36.366327 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-235136c5-64bc-4f5e-8097-1ef37d3b3b1b {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:38:36.366721 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79', 'name': 'network-vif-deleted', 'tag': '301a81a0-7b34-400e-b716-3cf88001b563', 'status': 'completed', 'code': 200} Jan 21 14:38:36.684866 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-e78b7e5b-649d-4197-bd6b-4e0504ab1082 req-bfbc3c8d-6b96-47b1-9449-dbc212cbb363 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 210 time: 0.0293057 Jan 21 14:38:37.806629 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-91911bb6-80a5-4ceb-b697-dc04c9328b53 req-f3efdaef-2311-40ca-ab90-04ceb5f71d01 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "GET /v2.0/ports?device_id=b23a4c6b-7651-4b5b-a7ad-e2b1270fcc79 HTTP/1.1" status: 200 len: 210 time: 0.0301509 Jan 21 14:38:38.501256 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 301a81a0-7b34-400e-b716-3cf88001b563 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:38:38.521504 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: 301a81a0-7b34-400e-b716-3cf88001b563 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:38:38.521877 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device 301a81a0-7b34-400e-b716-3cf88001b563 not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:38:38.871544 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35554) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:38:38.933678 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a8b59d70-649c-4ce0-8757-350bb6309243 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group (34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:38.959997 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a8b59d70-649c-4ce0-8757-350bb6309243 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group (34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:39.097415 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a8b59d70-649c-4ce0-8757-350bb6309243 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:39.100030 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a8b59d70-649c-4ce0-8757-350bb6309243 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:39.101234 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-a8b59d70-649c-4ce0-8757-350bb6309243 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] 10.222.0.39 "DELETE /v2.0/security-groups/34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53 HTTP/1.1" status: 204 len: 168 time: 0.2286708 Jan 21 14:38:39.111249 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b59d70-649c-4ce0-8757-350bb6309243 tempest-TestShelveInstance-600003447 tempest-TestShelveInstance-600003447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cb6a7d-ba92-4a0e-bc89-1ea39a7bfd53,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:39.225649 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35558) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:38:39.837804 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ea72a3fa-9360-4558-88a9-2758729b5bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797260'] for router_interface (003f85c2-7e2f-4779-8374-61cc81682272), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:40.074924 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-ea72a3fa-9360-4558-88a9-2758729b5bf0 admin admin] Deleting port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:38:40.075262 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ea72a3fa-9360-4558-88a9-2758729b5bf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:40.154740 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-ea72a3fa-9360-4558-88a9-2758729b5bf0 admin admin] For port 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=0b0c0713-5cfe-4c6d-a79f-e7ceec76d103,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:38:40.154989 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ea72a3fa-9360-4558-88a9-2758729b5bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:40.167029 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-ea72a3fa-9360-4558-88a9-2758729b5bf0 admin admin] Calling delete_port for 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:38:40.397753 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ea72a3fa-9360-4558-88a9-2758729b5bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (0b0c0713-5cfe-4c6d-a79f-e7ceec76d103), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:40.423020 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72a3fa-9360-4558-88a9-2758729b5bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0c0713-5cfe-4c6d-a79f-e7ceec76d103,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:40.584930 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ea72a3fa-9360-4558-88a9-2758729b5bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573071'] for router_interface (003f85c2-7e2f-4779-8374-61cc81682272), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:40.803045 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea72a3fa-9360-4558-88a9-2758729b5bf0 admin admin] Router 003f85c2-7e2f-4779-8374-61cc81682272 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:38:40.909984 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea72a3fa-9360-4558-88a9-2758729b5bf0 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:38:40.914962 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-ea72a3fa-9360-4558-88a9-2758729b5bf0 admin admin] 10.222.0.39 "PUT /v2.0/routers/003f85c2-7e2f-4779-8374-61cc81682272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6881711 Jan 21 14:38:40.917566 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35560) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:38:40.918828 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85142082-6e8e-4300-87b0-2fd92bd155fa None None] Sync routers for ids ['003f85c2-7e2f-4779-8374-61cc81682272'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:38:40.929225 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85142082-6e8e-4300-87b0-2fd92bd155fa None None] Routers {'003f85c2-7e2f-4779-8374-61cc81682272'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:38:40.929840 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-85142082-6e8e-4300-87b0-2fd92bd155fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:38:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['003f85c2-7e2f-4779-8374-61cc81682272'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:41.021087 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] Publish callbacks [] for router (003f85c2-7e2f-4779-8374-61cc81682272), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:41.032798 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-85142082-6e8e-4300-87b0-2fd92bd155fa None None] Set router 003f85c2-7e2f-4779-8374-61cc81682272 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:38:41.123711 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] Publish callbacks [] for router_gateway (003f85c2-7e2f-4779-8374-61cc81682272), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:41.209080 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-85142082-6e8e-4300-87b0-2fd92bd155fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:38:40Z', 'revision_number': 5, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port': {'id': '29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f85c2-7e2f-4779-8374-61cc81682272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:33:58Z', 'updated_at': '2022-01-21T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:41.237749 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85142082-6e8e-4300-87b0-2fd92bd155fa None None] Checking router: 003f85c2-7e2f-4779-8374-61cc81682272 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:38:41.246994 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85142082-6e8e-4300-87b0-2fd92bd155fa None None] Routers {'003f85c2-7e2f-4779-8374-61cc81682272'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:38:41.247635 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-85142082-6e8e-4300-87b0-2fd92bd155fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:38:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['003f85c2-7e2f-4779-8374-61cc81682272'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:41.266143 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] Deleting port 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:38:41.266499 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:41.333310 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-85142082-6e8e-4300-87b0-2fd92bd155fa None None] Set router 003f85c2-7e2f-4779-8374-61cc81682272 gateway port host: None {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:38:41.347431 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] For port 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:38:41.347795 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:41.359383 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] Calling delete_port for 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:38:41.383941 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-85142082-6e8e-4300-87b0-2fd92bd155fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:38:41Z', 'revision_number': 6, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port_host': None}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:41.412815 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85142082-6e8e-4300-87b0-2fd92bd155fa None None] The sync data for ids ['003f85c2-7e2f-4779-8374-61cc81682272'] in dv-cinder-821602-20-iscsi is: [{'id': '003f85c2-7e2f-4779-8374-61cc81682272', 'name': 'tempest-TestShelveInstance-1038057285-router', 'tenant_id': 'b14799025b0340a6a763cb978e884bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:33:57Z', 'updated_at': '2022-01-21T14:38:41Z', 'revision_number': 6, 'project_id': 'b14799025b0340a6a763cb978e884bcb', 'gw_port_host': None}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:38:41.576761 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:41.605364 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:41.664233 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583186'] for router_gateway (003f85c2-7e2f-4779-8374-61cc81682272), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:41.755266 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1873'] for router (003f85c2-7e2f-4779-8374-61cc81682272), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:41.757587 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] Publish callbacks [] for router_controller (003f85c2-7e2f-4779-8374-61cc81682272), precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:41.877844 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587591'] for router (003f85c2-7e2f-4779-8374-61cc81682272), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:41.878402 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 003f85c2-7e2f-4779-8374-61cc81682272 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 14:38:41.887390 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:41.887390 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-7d3e7d60-10e6-473f-8354-703a76855cf3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/003f85c2-7e2f-4779-8374-61cc81682272 HTTP/1.1" status: 204 len: 168 time: 0.9656751 Jan 21 14:38:41.887390 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35562) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:38:41.932074 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cfa5f56-4bd2-4754-9f3d-55c4f35bf8d0 admin admin] Deleting subnet 7e8ae9b1-1c8f-470d-b039-e2e452b1f22c {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:38:41.935283 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5cfa5f56-4bd2-4754-9f3d-55c4f35bf8d0 admin admin] Publish callbacks [] for subnet (7e8ae9b1-1c8f-470d-b039-e2e452b1f22c), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:41.969602 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5cfa5f56-4bd2-4754-9f3d-55c4f35bf8d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7591984'] for subnet (7e8ae9b1-1c8f-470d-b039-e2e452b1f22c), precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.050769 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5cfa5f56-4bd2-4754-9f3d-55c4f35bf8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (7e8ae9b1-1c8f-470d-b039-e2e452b1f22c), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.188375 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5cfa5f56-4bd2-4754-9f3d-55c4f35bf8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5076217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7381003'] for subnet (7e8ae9b1-1c8f-470d-b039-e2e452b1f22c), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.213840 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa5f56-4bd2-4754-9f3d-55c4f35bf8d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e8ae9b1-1c8f-470d-b039-e2e452b1f22c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:42.219854 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5cfa5f56-4bd2-4754-9f3d-55c4f35bf8d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.225363 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-5cfa5f56-4bd2-4754-9f3d-55c4f35bf8d0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7e8ae9b1-1c8f-470d-b039-e2e452b1f22c HTTP/1.1" status: 204 len: 168 time: 0.3354423 Jan 21 14:38:42.225731 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35564) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:38:42.226025 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b45f18-2b40-4574-94ea-24b40daa4657 None None] Network e4e106db-e670-43c5-a803-f23350ca1b12 requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:38:42.301114 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (e4e106db-e670-43c5-a803-f23350ca1b12), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.366945 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Deleting port 1d33a3e2-26dd-433f-8e92-613339c9f210 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:38:42.367288 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.378966 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] DHCP port deletion for e4e106db-e670-43c5-a803-f23350ca1b12 request from dv-cinder-821602-20-iscsi {{(pid=103333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 14:38:42.434143 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Deleting port 1d33a3e2-26dd-433f-8e92-613339c9f210 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:38:42.434459 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.442538 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] For port 1d33a3e2-26dd-433f-8e92-613339c9f210, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=1d33a3e2-26dd-433f-8e92-613339c9f210,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:38:42.442921 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.456671 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Calling delete_port for 1d33a3e2-26dd-433f-8e92-613339c9f210 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:38:42.502203 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] For port 1d33a3e2-26dd-433f-8e92-613339c9f210, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=1d33a3e2-26dd-433f-8e92-613339c9f210,segment=NetworkSegment(2a725bd3-5b0c-4fac-b870-c73245120e9b),segment_id=2a725bd3-5b0c-4fac-b870-c73245120e9b)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:38:42.502605 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.516369 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Calling delete_port for 1d33a3e2-26dd-433f-8e92-613339c9f210 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:38:42.598106 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.609941 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381'] for port (1d33a3e2-26dd-433f-8e92-613339c9f210), after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.625808 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d33a3e2-26dd-433f-8e92-613339c9f210,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:42.629242 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] No DVR routers for this DVR port 1d33a3e2-26dd-433f-8e92-613339c9f210 on host dv-cinder-821602-20-iscsi {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:38:42.635426 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Pushing event deleted for resources: {'Port': ['ID=1d33a3e2-26dd-433f-8e92-613339c9f210,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:42.639862 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] No DVR routers for this DVR port 1d33a3e2-26dd-433f-8e92-613339c9f210 on host dv-cinder-821602-20-iscsi {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:38:42.646423 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:42.646781 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:42.653490 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:42.653490 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:42.653490 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:42.653490 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:42.653490 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:42.653490 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:42.653490 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:42.653490 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:42.653490 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:42.653490 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:42.653490 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c626dc-6b95-4801-a86f-e7ffd9503c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:38:42.703536 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (e4e106db-e670-43c5-a803-f23350ca1b12), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.724507 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e106db-e670-43c5-a803-f23350ca1b12']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:42.734393 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a725bd3-5b0c-4fac-b870-c73245120e9b') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:42.734691 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a725bd3-5b0c-4fac-b870-c73245120e9b') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:42.744026 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7592139'] for segment (2a725bd3-5b0c-4fac-b870-c73245120e9b), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.757668 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (2a725bd3-5b0c-4fac-b870-c73245120e9b), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.764144 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:38:42.764548 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5076115'] for segment (2a725bd3-5b0c-4fac-b870-c73245120e9b), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: warnings.warn(msg) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: Traceback (most recent call last): Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: timer() Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: cb(*args, **kw) Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:38:42.766541 dv-cinder-821602-20-iscsi neutron-server[103332]: return func(*args, **kwargs) Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: self._notify() Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: self.callback(batched_events) Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: event.method(event) Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: return f(self, *a, **k) Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: return self._get(url).json() Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: return self.request(url, 'GET', **kwargs) Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:38:42.769914 dv-cinder-821602-20-iscsi neutron-server[103332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:38:42.896832 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (e4e106db-e670-43c5-a803-f23350ca1b12), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.901672 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:42.909671 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] 10.222.0.39 "DELETE /v2.0/networks/e4e106db-e670-43c5-a803-f23350ca1b12 HTTP/1.1" status: 204 len: 168 time: 0.6787350 Jan 21 14:38:42.909870 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35566) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:38:42.918787 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912cfb8-ea4a-43c2-950b-6567fa2e740c admin admin] Pushing event deleted for resources: {'Network': ['ID=e4e106db-e670-43c5-a803-f23350ca1b12,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:43.254427 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 1d33a3e2-26dd-433f-8e92-613339c9f210 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:38:43.256684 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a5c226e0-62e0-4993-bffa-eeb927d17e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797260'] for router_interface (338bee0f-9652-460f-b5b2-95c04c2c4cd2), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:43.275732 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 1d33a3e2-26dd-433f-8e92-613339c9f210 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:38:43.276083 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 1d33a3e2-26dd-433f-8e92-613339c9f210 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:38:43.276537 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:38:43.298431 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:38:43.298875 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 29fdacc3-dd2f-4655-9a7d-4a9fac09aaf9 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:38:43.299264 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:38:43.318161 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:38:43.318511 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 0b0c0713-5cfe-4c6d-a79f-e7ceec76d103 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:38:43.496355 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a5c226e0-62e0-4993-bffa-eeb927d17e02 admin admin] Deleting port 6f0959d4-9444-477d-b845-0e0d57a7add9 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:38:43.496686 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a5c226e0-62e0-4993-bffa-eeb927d17e02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:43.574547 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a5c226e0-62e0-4993-bffa-eeb927d17e02 admin admin] For port 6f0959d4-9444-477d-b845-0e0d57a7add9, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=6f0959d4-9444-477d-b845-0e0d57a7add9,segment=NetworkSegment(16d9bf7f-5eae-4f52-bcfe-adf608ca7975),segment_id=16d9bf7f-5eae-4f52-bcfe-adf608ca7975)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:38:43.574893 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a5c226e0-62e0-4993-bffa-eeb927d17e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:43.586216 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a5c226e0-62e0-4993-bffa-eeb927d17e02 admin admin] Calling delete_port for 6f0959d4-9444-477d-b845-0e0d57a7add9 owned by network:router_interface {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:38:43.831672 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a5c226e0-62e0-4993-bffa-eeb927d17e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (6f0959d4-9444-477d-b845-0e0d57a7add9), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:43.854835 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c226e0-62e0-4993-bffa-eeb927d17e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0959d4-9444-477d-b845-0e0d57a7add9,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:44.019101 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a5c226e0-62e0-4993-bffa-eeb927d17e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573071'] for router_interface (338bee0f-9652-460f-b5b2-95c04c2c4cd2), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:44.234690 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c226e0-62e0-4993-bffa-eeb927d17e02 admin admin] Router 338bee0f-9652-460f-b5b2-95c04c2c4cd2 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:38:44.381081 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c226e0-62e0-4993-bffa-eeb927d17e02 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:38:44.390234 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-a5c226e0-62e0-4993-bffa-eeb927d17e02 admin admin] 10.222.0.39 "PUT /v2.0/routers/338bee0f-9652-460f-b5b2-95c04c2c4cd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4798608 Jan 21 14:38:44.392771 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35568) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:38:44.393031 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3964c2-58c7-4513-a68d-48894372ac7a None None] Sync routers for ids ['338bee0f-9652-460f-b5b2-95c04c2c4cd2'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:38:44.405805 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3964c2-58c7-4513-a68d-48894372ac7a None None] Routers {'338bee0f-9652-460f-b5b2-95c04c2c4cd2'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:38:44.406508 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9e3964c2-58c7-4513-a68d-48894372ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:38:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['338bee0f-9652-460f-b5b2-95c04c2c4cd2'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:44.508786 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] Publish callbacks [] for router (338bee0f-9652-460f-b5b2-95c04c2c4cd2), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:44.525761 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-9e3964c2-58c7-4513-a68d-48894372ac7a None None] Set router 338bee0f-9652-460f-b5b2-95c04c2c4cd2 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:38:44.613541 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] Publish callbacks [] for router_gateway (338bee0f-9652-460f-b5b2-95c04c2c4cd2), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:44.705560 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9e3964c2-58c7-4513-a68d-48894372ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'name': 'tempest-TestShelveInstance-1022262450-router', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '34d1789e-16a2-40ec-8d43-91535ad72823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:04Z', 'updated_at': '2022-01-21T14:38:43Z', 'revision_number': 5, 'project_id': 'f9623925d1b84810a2227c9c60be019a', 'gw_port': {'id': '34d1789e-16a2-40ec-8d43-91535ad72823', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:05Z', 'updated_at': '2022-01-21T14:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:44.736587 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3964c2-58c7-4513-a68d-48894372ac7a None None] Checking router: 338bee0f-9652-460f-b5b2-95c04c2c4cd2 for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:38:44.744867 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3964c2-58c7-4513-a68d-48894372ac7a None None] Routers {'338bee0f-9652-460f-b5b2-95c04c2c4cd2'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:38:44.745472 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9e3964c2-58c7-4513-a68d-48894372ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:38:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['338bee0f-9652-460f-b5b2-95c04c2c4cd2'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:44.749701 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] Deleting port 34d1789e-16a2-40ec-8d43-91535ad72823 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:38:44.750046 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (34d1789e-16a2-40ec-8d43-91535ad72823), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:44.838946 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] For port 34d1789e-16a2-40ec-8d43-91535ad72823, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=34d1789e-16a2-40ec-8d43-91535ad72823,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:38:44.839190 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-9e3964c2-58c7-4513-a68d-48894372ac7a None None] Set router 338bee0f-9652-460f-b5b2-95c04c2c4cd2 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:38:44.839353 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (34d1789e-16a2-40ec-8d43-91535ad72823), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:44.851747 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] Calling delete_port for 34d1789e-16a2-40ec-8d43-91535ad72823 owned by network:router_gateway {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:38:44.890567 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9e3964c2-58c7-4513-a68d-48894372ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'name': 'tempest-TestShelveInstance-1022262450-router', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:04Z', 'updated_at': '2022-01-21T14:38:44Z', 'revision_number': 6, 'project_id': 'f9623925d1b84810a2227c9c60be019a', 'gw_port_host': None}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:44.920442 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3964c2-58c7-4513-a68d-48894372ac7a None None] The sync data for ids ['338bee0f-9652-460f-b5b2-95c04c2c4cd2'] in dv-cinder-821602-20-iscsi is: [{'id': '338bee0f-9652-460f-b5b2-95c04c2c4cd2', 'name': 'tempest-TestShelveInstance-1022262450-router', 'tenant_id': 'f9623925d1b84810a2227c9c60be019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:04Z', 'updated_at': '2022-01-21T14:38:44Z', 'revision_number': 6, 'project_id': 'f9623925d1b84810a2227c9c60be019a', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:38:45.077500 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (34d1789e-16a2-40ec-8d43-91535ad72823), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:45.102823 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=34d1789e-16a2-40ec-8d43-91535ad72823,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:45.158225 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583186'] for router_gateway (338bee0f-9652-460f-b5b2-95c04c2c4cd2), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:45.498029 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1873'] for router (338bee0f-9652-460f-b5b2-95c04c2c4cd2), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:45.500235 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] Publish callbacks [] for router_controller (338bee0f-9652-460f-b5b2-95c04c2c4cd2), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:45.614593 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587591'] for router (338bee0f-9652-460f-b5b2-95c04c2c4cd2), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:45.615104 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 338bee0f-9652-460f-b5b2-95c04c2c4cd2 {{(pid=103331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 14:38:45.620086 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:45.621128 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-37864d15-2970-4552-8afa-fe3f4a6c9cdb admin admin] 10.222.0.39 "DELETE /v2.0/routers/338bee0f-9652-460f-b5b2-95c04c2c4cd2 HTTP/1.1" status: 204 len: 168 time: 1.2273777 Jan 21 14:38:45.624698 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35570) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:38:45.675449 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 6f0959d4-9444-477d-b845-0e0d57a7add9 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:38:45.683485 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_v2 [None req-079a2f50-8fd7-486c-8d25-3833e1faebe5 admin admin] Deleting subnet 56693380-1eb5-4abe-820a-c8f99c326762 {{(pid=103331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:38:45.686783 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-079a2f50-8fd7-486c-8d25-3833e1faebe5 admin admin] Publish callbacks [] for subnet (56693380-1eb5-4abe-820a-c8f99c326762), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:45.697287 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 6f0959d4-9444-477d-b845-0e0d57a7add9 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:38:45.697633 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 6f0959d4-9444-477d-b845-0e0d57a7add9 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:38:45.721346 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-079a2f50-8fd7-486c-8d25-3833e1faebe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8286619'] for subnet (56693380-1eb5-4abe-820a-c8f99c326762), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:45.802845 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-079a2f50-8fd7-486c-8d25-3833e1faebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (56693380-1eb5-4abe-820a-c8f99c326762), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:45.942503 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-079a2f50-8fd7-486c-8d25-3833e1faebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1489334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801958'] for subnet (56693380-1eb5-4abe-820a-c8f99c326762), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:45.968014 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a2f50-8fd7-486c-8d25-3833e1faebe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56693380-1eb5-4abe-820a-c8f99c326762,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:45.973064 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-079a2f50-8fd7-486c-8d25-3833e1faebe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:45.976933 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-079a2f50-8fd7-486c-8d25-3833e1faebe5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/56693380-1eb5-4abe-820a-c8f99c326762 HTTP/1.1" status: 204 len: 168 time: 0.3512802 Jan 21 14:38:45.979018 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a73a4ea-6e3f-46c2-b8e7-6d4fc75d71dd None None] Network 620ef9ad-c83f-4b00-976d-ed62dc624cfd requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:38:45.980009 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35572) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:38:46.052524 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (620ef9ad-c83f-4b00-976d-ed62dc624cfd), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:46.109878 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Deleting port 3641cce3-65e5-45e0-b974-346df16e72d2 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:38:46.110590 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:46.133933 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c9110e-519a-49c1-98f2-632a221fafca None None] DHCP port deletion for 620ef9ad-c83f-4b00-976d-ed62dc624cfd request from dv-cinder-821602-20-iscsi {{(pid=103333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 14:38:46.180565 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] For port 3641cce3-65e5-45e0-b974-346df16e72d2, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=3641cce3-65e5-45e0-b974-346df16e72d2,segment=NetworkSegment(16d9bf7f-5eae-4f52-bcfe-adf608ca7975),segment_id=16d9bf7f-5eae-4f52-bcfe-adf608ca7975)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:38:46.181350 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:46.181526 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-45c9110e-519a-49c1-98f2-632a221fafca None None] Deleting port 3641cce3-65e5-45e0-b974-346df16e72d2 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:38:46.181892 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-45c9110e-519a-49c1-98f2-632a221fafca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:46.203270 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Calling delete_port for 3641cce3-65e5-45e0-b974-346df16e72d2 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:38:46.386633 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-45c9110e-519a-49c1-98f2-632a221fafca None None] For port 3641cce3-65e5-45e0-b974-346df16e72d2, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=3641cce3-65e5-45e0-b974-346df16e72d2,segment=NetworkSegment(16d9bf7f-5eae-4f52-bcfe-adf608ca7975),segment_id=16d9bf7f-5eae-4f52-bcfe-adf608ca7975)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:38:46.386937 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-45c9110e-519a-49c1-98f2-632a221fafca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:46.399020 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-45c9110e-519a-49c1-98f2-632a221fafca None None] Calling delete_port for 3641cce3-65e5-45e0-b974-346df16e72d2 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:38:46.402165 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:46.426507 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] No DVR routers for this DVR port 3641cce3-65e5-45e0-b974-346df16e72d2 on host dv-cinder-821602-20-iscsi {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:38:46.430087 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=3641cce3-65e5-45e0-b974-346df16e72d2,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:46.476202 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-45c9110e-519a-49c1-98f2-632a221fafca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381'] for port (3641cce3-65e5-45e0-b974-346df16e72d2), after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:46.503115 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c9110e-519a-49c1-98f2-632a221fafca None None] No DVR routers for this DVR port 3641cce3-65e5-45e0-b974-346df16e72d2 on host dv-cinder-821602-20-iscsi {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:38:46.505259 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9110e-519a-49c1-98f2-632a221fafca None None] Pushing event deleted for resources: {'Port': ['ID=3641cce3-65e5-45e0-b974-346df16e72d2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:46.505416 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (620ef9ad-c83f-4b00-976d-ed62dc624cfd), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:46.528682 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620ef9ad-c83f-4b00-976d-ed62dc624cfd']}} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:46.537816 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d9bf7f-5eae-4f52-bcfe-adf608ca7975') {'for_net_delete': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:46.538129 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d9bf7f-5eae-4f52-bcfe-adf608ca7975') {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:38:46.548171 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8286560'] for segment (16d9bf7f-5eae-4f52-bcfe-adf608ca7975), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:46.562384 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (16d9bf7f-5eae-4f52-bcfe-adf608ca7975), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:46.568765 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:38:46.569202 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1489372'] for segment (16d9bf7f-5eae-4f52-bcfe-adf608ca7975), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: warnings.warn(msg) Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: Traceback (most recent call last): Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: timer() Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: cb(*args, **kw) Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: return func(*args, **kwargs) Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: self._notify() Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: self.callback(batched_events) Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: event.method(event) Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: return f(self, *a, **k) Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._get(url).json() Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: return self.request(url, 'GET', **kwargs) Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:38:46.571290 dv-cinder-821602-20-iscsi neutron-server[103331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:38:46.691116 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (620ef9ad-c83f-4b00-976d-ed62dc624cfd), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:46.695496 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:46.698727 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] 10.222.0.39 "DELETE /v2.0/networks/620ef9ad-c83f-4b00-976d-ed62dc624cfd HTTP/1.1" status: 204 len: 168 time: 0.7175975 Jan 21 14:38:46.711132 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d498860-ce5d-400c-97eb-545c8eca1c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=620ef9ad-c83f-4b00-976d-ed62dc624cfd,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:47.044753 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35576) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:38:47.091828 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-ab4348ef-1dd6-4e45-82a7-00a613e4f3eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b14799025b0340a6a763cb978e884bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457873 Jan 21 14:38:47.094379 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35578) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:38:47.146884 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21ee-4af1-44de-a34a-f7965b52c4d2 admin admin] Publish callbacks [] for security_group (cd573b3f-5714-40ff-ad97-3ea7dc303af8), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:47.168257 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21ee-4af1-44de-a34a-f7965b52c4d2 admin admin] Publish callbacks [] for security_group (cd573b3f-5714-40ff-ad97-3ea7dc303af8), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:47.255953 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 34d1789e-16a2-40ec-8d43-91535ad72823 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:38:47.279997 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 34d1789e-16a2-40ec-8d43-91535ad72823 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:38:47.280348 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 34d1789e-16a2-40ec-8d43-91535ad72823 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:38:47.280773 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 3641cce3-65e5-45e0-b974-346df16e72d2 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:38:47.300424 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 3641cce3-65e5-45e0-b974-346df16e72d2 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:38:47.300771 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 3641cce3-65e5-45e0-b974-346df16e72d2 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:38:47.325335 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21ee-4af1-44de-a34a-f7965b52c4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (cd573b3f-5714-40ff-ad97-3ea7dc303af8), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:47.330395 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21ee-4af1-44de-a34a-f7965b52c4d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:47.330395 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-f2dc21ee-4af1-44de-a34a-f7965b52c4d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd573b3f-5714-40ff-ad97-3ea7dc303af8 HTTP/1.1" status: 204 len: 168 time: 0.2336285 Jan 21 14:38:47.337735 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc21ee-4af1-44de-a34a-f7965b52c4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd573b3f-5714-40ff-ad97-3ea7dc303af8,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:47.985891 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35584) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:38:48.026650 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-c2ce11c4-b665-406f-89e2-9dd04358ff2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9623925d1b84810a2227c9c60be019a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395823 Jan 21 14:38:48.029111 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35586) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:38:48.076320 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb87b835-ef3a-4389-8a09-256279c130a8 admin admin] Publish callbacks [] for security_group (775e8a38-85af-4c29-92e7-d729de51f442), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:48.097386 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb87b835-ef3a-4389-8a09-256279c130a8 admin admin] Publish callbacks [] for security_group (775e8a38-85af-4c29-92e7-d729de51f442), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:48.216503 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb87b835-ef3a-4389-8a09-256279c130a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (775e8a38-85af-4c29-92e7-d729de51f442), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:48.219493 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb87b835-ef3a-4389-8a09-256279c130a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:48.220968 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-eb87b835-ef3a-4389-8a09-256279c130a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/775e8a38-85af-4c29-92e7-d729de51f442 HTTP/1.1" status: 204 len: 168 time: 0.1909330 Jan 21 14:38:48.229824 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87b835-ef3a-4389-8a09-256279c130a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775e8a38-85af-4c29-92e7-d729de51f442,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:38:53.854762 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-06792324-9020-4146-b8e3-7b8e587371ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:56.746242 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68d4c6eb-6518-4551-8528-0f26ec2a9790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:59.353609 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:38:59.844521 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:00.980210 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:01.559598 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:07.042647 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a28c27a3-9e43-4ccb-9d35-53de570a8e16 req-f4c2d46c-be17-4a4f-acbc-0af48a190aa5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425100 Jan 21 14:39:07.100580 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c27a3-9e43-4ccb-9d35-53de570a8e16 req-fc251b22-5dca-4bf9-b70a-4ca54ec0aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:07.102265 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a28c27a3-9e43-4ccb-9d35-53de570a8e16 req-fc251b22-5dca-4bf9-b70a-4ca54ec0aef0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 1099 time: 0.0390847 Jan 21 14:39:07.200529 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c27a3-9e43-4ccb-9d35-53de570a8e16 req-3a19ddfa-c8ee-4695-9fff-9c85bbea1aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:07.201904 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a28c27a3-9e43-4ccb-9d35-53de570a8e16 req-3a19ddfa-c8ee-4695-9fff-9c85bbea1aca service neutron] 10.222.0.88 "GET /v2.0/networks?id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 200 len: 913 time: 0.0824454 Jan 21 14:39:07.269065 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a28c27a3-9e43-4ccb-9d35-53de570a8e16 req-8a43b060-ee06-49ab-91ef-ca035dbbc76e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca7f59cd-88a1-4067-8e52-45b30f4652df HTTP/1.1" status: 200 len: 1002 time: 0.0597875 Jan 21 14:39:07.315296 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c27a3-9e43-4ccb-9d35-53de570a8e16 req-8c1faf36-3f27-4e5b-9d92-132d101051e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:07.316741 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a28c27a3-9e43-4ccb-9d35-53de570a8e16 req-8c1faf36-3f27-4e5b-9d92-132d101051e0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1d83b96f-32ed-4acf-b08f-01417e849329 HTTP/1.1" status: 200 len: 851 time: 0.0424187 Jan 21 14:39:07.361027 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c27a3-9e43-4ccb-9d35-53de570a8e16 req-70bc0f6a-c93c-4b1d-8ec1-9199216a3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:07.362549 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a28c27a3-9e43-4ccb-9d35-53de570a8e16 req-70bc0f6a-c93c-4b1d-8ec1-9199216a3203 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389750 Jan 21 14:39:07.455121 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a28c27a3-9e43-4ccb-9d35-53de570a8e16 req-2c7397cd-c14f-4430-92ed-1bc02c41503f service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870025 Jan 21 14:39:07.553193 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-a28c27a3-9e43-4ccb-9d35-53de570a8e16 req-345e9429-8304-41b4-a93e-951115a7767c service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927839 Jan 21 14:39:10.912592 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:39:15.256143 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-7d1d08a0-ff23-4eb7-b615-5e8a65f7dbb2 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-260383806&fields=id&tenant_id=7231c480ff2b4a69be6586443a8f5863 HTTP/1.1" status: 200 len: 267 time: 0.0433071 Jan 21 14:39:15.358548 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-a16be019-86bb-4560-8b79-fd7490449e69 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:15.359996 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-a16be019-86bb-4560-8b79-fd7490449e69 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/networks?id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 200 len: 812 time: 0.0970001 Jan 21 14:39:15.373932 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-162c9dce-0716-4907-b4ee-07ffade325cd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/quotas/7231c480ff2b4a69be6586443a8f5863 HTTP/1.1" status: 200 len: 375 time: 0.0086734 Jan 21 14:39:15.432135 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-7a96424c-d408-4d5c-ab9d-4748555836e9 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529482 Jan 21 14:39:15.528089 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-1f879cae-306c-48f4-8cb9-f73f009e1601 service neutron] 10.222.0.39 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842407 Jan 21 14:39:15.617561 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-92445ab2-6225-4ea5-86be-a3eaf5b4701e service neutron] 10.222.0.39 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838318 Jan 21 14:39:16.159812 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-23a6a9b8-0ad8-433e-a116-4aeb26008070 req-87126006-2c02-4cea-b441-389c09d75d10 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 210 time: 0.0270667 Jan 21 14:39:17.251428 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-56831be8-d7d8-4d6e-b740-a4a58d6cda2a req-9781ada9-e6e9-4a4f-97f5-5eac4870314c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 210 time: 0.0269327 Jan 21 14:39:17.941527 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-bafdc6e8-2d89-4a7e-ada7-5dc8492204bf tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:17.943008 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-bafdc6e8-2d89-4a7e-ada7-5dc8492204bf tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "GET /v2.0/networks?id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 200 len: 812 time: 0.1035264 Jan 21 14:39:18.010327 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-40c64b01-f684-4da3-b2b1-ab9da66e2d4a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7231c480ff2b4a69be6586443a8f5863 HTTP/1.1" status: 200 len: 379 time: 0.0584068 Jan 21 14:39:18.018537 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-f6665da4-b623-48fe-8ceb-026748551996 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Request body: {'port': {'device_id': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'admin_state_up': True, 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'security_groups': ['225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:39:18.225627 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-f6665da4-b623-48fe-8ceb-026748551996 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Made reservation on behalf of 7231c480ff2b4a69be6586443a8f5863 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 14:39:18.229204 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-f6665da4-b623-48fe-8ceb-026748551996 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:18.364091 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6b104afe-3f75-49b2-9f01-86c0ec44d383 req-b3a01272-cbcf-490e-a408-9295ca246fc7 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 210 time: 0.0324657 Jan 21 14:39:18.380339 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-f6665da4-b623-48fe-8ceb-026748551996 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Allocated IP 172.20.0.4 (2d8d856a-7b44-42c8-a165-2f93ead5a7cb/1d83b96f-32ed-4acf-b08f-01417e849329/e3892fbe-16db-4bb7-b9e0-a077994e21a4) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:39:18.518577 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-f6665da4-b623-48fe-8ceb-026748551996 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:18.637954 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-f6665da4-b623-48fe-8ceb-026748551996 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:18.682043 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-f6665da4-b623-48fe-8ceb-026748551996 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:39:18.687877 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-f6665da4-b623-48fe-8ceb-026748551996 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:39:18.691556 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-f6665da4-b623-48fe-8ceb-026748551996 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:39:18.698210 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6665da4-b623-48fe-8ceb-026748551996 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'Port': ['ID=e3892fbe-16db-4bb7-b9e0-a077994e21a4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:39:18.746532 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-f6665da4-b623-48fe-8ceb-026748551996 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:18.747478 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-f6665da4-b623-48fe-8ceb-026748551996 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:18.857418 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-f6665da4-b623-48fe-8ceb-026748551996 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8423383 Jan 21 14:39:18.869312 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Request body: {'port': {'device_id': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:39:18.926116 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:18.960639 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-1b57d816-b921-4686-8877-9c020f798996 None None] Provisioning complete for port e3892fbe-16db-4bb7-b9e0-a077994e21a4 triggered by entity DHCP. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:39:18.961300 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b57d816-b921-4686-8877-9c020f798996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:18.997076 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1b57d816-b921-4686-8877-9c020f798996 None None] Port e3892fbe-16db-4bb7-b9e0-a077994e21a4 cannot update to ACTIVE because it is not bound. {{(pid=103333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 14:39:19.183593 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3892fbe-16db-4bb7-b9e0-a077994e21a4 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:39:19.191252 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Publish callbacks [] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:19.203726 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Transition to ACTIVE for port object e3892fbe-16db-4bb7-b9e0-a077994e21a4 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 14:39:19.282544 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:19.330867 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3892fbe-16db-4bb7-b9e0-a077994e21a4,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:39:19.407569 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Attempting to bind port e3892fbe-16db-4bb7-b9e0-a077994e21a4 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 14:39:19.407912 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Attempting to bind port e3892fbe-16db-4bb7-b9e0-a077994e21a4 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 14:39:19.408244 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Attempting to bind port e3892fbe-16db-4bb7-b9e0-a077994e21a4 on network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:39:19.412837 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Port e3892fbe-16db-4bb7-b9e0-a077994e21a4 on network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 14:39:19.413202 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Attempting to bind port e3892fbe-16db-4bb7-b9e0-a077994e21a4 on network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 14:39:19.419054 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Checking agent: {'id': 'a52555ec-4686-4566-b129-8676c5ede020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 14, 22), 'started_at': datetime.datetime(2022, 1, 21, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 14:39:19.419575 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Checking segment: {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 14:39:19.419761 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Bound using segment: {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 14:39:19.420212 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Bound port: e3892fbe-16db-4bb7-b9e0-a077994e21a4, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b17b19-921d-4cb8-8f01-f97199948b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 14:39:19.420598 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:19.490433 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d978ed-6207-4065-bd87-a0cc460eabc3 req-d85e742c-ea66-4dc0-bded-2ec6d3f53278 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:19.491964 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-47d978ed-6207-4065-bd87-a0cc460eabc3 req-d85e742c-ea66-4dc0-bded-2ec6d3f53278 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 943 time: 0.0503809 Jan 21 14:39:19.499434 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] For port e3892fbe-16db-4bb7-b9e0-a077994e21a4, host hv-cinder-82160, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 14:39:19.503010 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] For port e3892fbe-16db-4bb7-b9e0-a077994e21a4, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e3892fbe-16db-4bb7-b9e0-a077994e21a4,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 14:39:19.544448 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-47d978ed-6207-4065-bd87-a0cc460eabc3 req-31285dd9-7597-41da-9ff9-4177f4e54e61 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469050 Jan 21 14:39:19.559137 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:19.591555 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:19.592229 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:19.593770 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] 10.222.0.88 "PUT /v2.0/ports/e3892fbe-16db-4bb7-b9e0-a077994e21a4 HTTP/1.1" status: 200 len: 1093 time: 0.7286272 Jan 21 14:39:19.594127 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'tag': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:39:19.596436 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6d2bab-56d7-4edf-b4b4-9de710694255" -d '{"events": [{"name": "network-changed", "server_uuid": "9adb41e5-5570-4d59-b6a9-fa03717624a5", "tag": "e3892fbe-16db-4bb7-b9e0-a077994e21a4"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:39:19.639781 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01bafc5-387f-421f-81af-932a6f7c55c5 x-openstack-request-id: req-a01bafc5-387f-421f-81af-932a6f7c55c5 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:39:19.640065 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9adb41e5-5570-4d59-b6a9-fa03717624a5", "tag": "e3892fbe-16db-4bb7-b9e0-a077994e21a4", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:39:19.640314 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a01bafc5-387f-421f-81af-932a6f7c55c5 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:39:19.640709 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'tag': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4', 'status': 'completed', 'code': 200} Jan 21 14:39:19.641292 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c608e-bdbb-4053-b733-a1d2a9924bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3892fbe-16db-4bb7-b9e0-a077994e21a4,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:39:19.713897 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d2bab-56d7-4edf-b4b4-9de710694255 req-1654d430-4253-4f64-b7c8-9b823f2555e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:19.716000 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3d6d2bab-56d7-4edf-b4b4-9de710694255 req-1654d430-4253-4f64-b7c8-9b823f2555e3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 1096 time: 0.0452487 Jan 21 14:39:19.826896 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d2bab-56d7-4edf-b4b4-9de710694255 req-ee8030af-2cee-48e1-8e6f-59f584661937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:19.828453 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3d6d2bab-56d7-4edf-b4b4-9de710694255 req-ee8030af-2cee-48e1-8e6f-59f584661937 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=7231c480ff2b4a69be6586443a8f5863&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1045299 Jan 21 14:39:19.925997 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d2bab-56d7-4edf-b4b4-9de710694255 req-0406962f-a509-49ab-af10-3a8e0d8b6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:19.927500 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3d6d2bab-56d7-4edf-b4b4-9de710694255 req-0406962f-a509-49ab-af10-3a8e0d8b6498 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938289 Jan 21 14:39:20.287612 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-36d3b79f-5736-4fd1-a808-d86f75fe81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:20.289188 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-36d3b79f-5736-4fd1-a808-d86f75fe81dd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 1096 time: 0.3270035 Jan 21 14:39:20.330446 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-6094e98c-8a3d-4492-8737-6a76995822be service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3892fbe-16db-4bb7-b9e0-a077994e21a4 HTTP/1.1" status: 200 len: 217 time: 0.0339458 Jan 21 14:39:20.379876 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-83a2789a-4797-4e50-9464-cf86714a8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:20.381365 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-83a2789a-4797-4e50-9464-cf86714a8edb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1d83b96f-32ed-4acf-b08f-01417e849329 HTTP/1.1" status: 200 len: 851 time: 0.0456882 Jan 21 14:39:20.428916 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-0bb7c0e9-117c-4e64-9dba-c692532e84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:20.430580 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-0bb7c0e9-117c-4e64-9dba-c692532e84d7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435405 Jan 21 14:39:20.518549 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-a32379f9-d455-412e-b6fd-a98042511857 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818172 Jan 21 14:39:20.608396 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2c65aba4-1f82-4d36-984c-a09eafa4afca req-79d9878a-3788-45a2-8918-7f76e5355fb0 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844994 Jan 21 14:39:20.661393 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcde18-4557-4850-a77b-14f2c864fe82 req-f8228244-9dc5-4502-9705-6947b6ac6911 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:20.663026 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-62dcde18-4557-4850-a77b-14f2c864fe82 req-f8228244-9dc5-4502-9705-6947b6ac6911 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 943 time: 0.0536504 Jan 21 14:39:20.712903 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-62dcde18-4557-4850-a77b-14f2c864fe82 req-047839c1-b32b-492f-9651-5647835af6d3 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442965 Jan 21 14:39:21.835537 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdf3db-8430-46e2-9c0e-c8e166a11696 req-fc07b17e-bb5d-4af9-9a02-dc84cfc047d4 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:21.837072 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-12cdf3db-8430-46e2-9c0e-c8e166a11696 req-fc07b17e-bb5d-4af9-9a02-dc84cfc047d4 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 943 time: 0.0511899 Jan 21 14:39:21.886004 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-12cdf3db-8430-46e2-9c0e-c8e166a11696 req-49b6ca30-0fa4-4838-9738-319a543be3ce tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432870 Jan 21 14:39:23.117475 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ce6d0-ba2f-4850-b981-845700579e62 req-3e3c7a51-f603-421a-9b8b-a44fef7566d3 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:23.118938 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-977ce6d0-ba2f-4850-b981-845700579e62 req-3e3c7a51-f603-421a-9b8b-a44fef7566d3 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 943 time: 0.0500734 Jan 21 14:39:23.174799 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-977ce6d0-ba2f-4850-b981-845700579e62 req-18c954f1-306f-4719-80b6-245306f1f837 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498073 Jan 21 14:39:23.861296 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cbefb12b-a65c-48ee-bacd-7d71bf371c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:24.291886 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253284a6-b99f-4bb1-8932-bce6539391f5 req-b65d778e-5224-47e6-943f-d5dbb7cc457c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:24.293627 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-253284a6-b99f-4bb1-8932-bce6539391f5 req-b65d778e-5224-47e6-943f-d5dbb7cc457c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 943 time: 0.0533478 Jan 21 14:39:24.342364 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-253284a6-b99f-4bb1-8932-bce6539391f5 req-9cd5fdf5-eb51-40a7-82d2-a240f4798ccb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432737 Jan 21 14:39:25.460876 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130508bf-44b7-4b57-aeb4-181ebd39dfaa req-bfcef490-1c65-4e71-ae31-021fa29987cd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:25.462386 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-130508bf-44b7-4b57-aeb4-181ebd39dfaa req-bfcef490-1c65-4e71-ae31-021fa29987cd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 943 time: 0.0499649 Jan 21 14:39:25.518514 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-130508bf-44b7-4b57-aeb4-181ebd39dfaa req-0160ff67-fc0c-48a0-8693-0263394628b2 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499623 Jan 21 14:39:26.629552 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3082d6-d4af-458a-b8b1-fdaaeddfb558 req-832fa746-54ee-4879-b4a1-49052b6ef1ee tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:26.630978 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3b3082d6-d4af-458a-b8b1-fdaaeddfb558 req-832fa746-54ee-4879-b4a1-49052b6ef1ee tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 943 time: 0.0474954 Jan 21 14:39:26.679934 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-3b3082d6-d4af-458a-b8b1-fdaaeddfb558 req-4eb3916f-6498-40a0-a2c3-e108710d6277 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434518 Jan 21 14:39:26.724053 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9aeecfb-4355-4bde-929d-bb0ea95e7e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:27.791396 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c1141-903c-4e97-98cb-0c9cf33819d4 req-5675c373-b578-4955-9446-a3c668b3a68d tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:27.792844 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-592c1141-903c-4e97-98cb-0c9cf33819d4 req-5675c373-b578-4955-9446-a3c668b3a68d tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 943 time: 0.0476258 Jan 21 14:39:27.841100 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-592c1141-903c-4e97-98cb-0c9cf33819d4 req-d8f8d1c9-1d66-4642-80ed-abe4dad91da7 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415080 Jan 21 14:39:28.689451 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device e3892fbe-16db-4bb7-b9e0-a077994e21a4 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 14:39:28.789450 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port e3892fbe-16db-4bb7-b9e0-a077994e21a4, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e3892fbe-16db-4bb7-b9e0-a077994e21a4,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:39:28.800445 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Returning: {'device': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'port_id': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4', 'mac_address': 'fa:16:3e:95:90:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 14:39:28.840949 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port e3892fbe-16db-4bb7-b9e0-a077994e21a4 is: DOWN; New status is: BUILD {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:39:28.841345 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:28.854642 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3892fbe-16db-4bb7-b9e0-a077994e21a4 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 14:39:28.875155 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port e3892fbe-16db-4bb7-b9e0-a077994e21a4, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e3892fbe-16db-4bb7-b9e0-a077994e21a4,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:39:28.936335 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:28.955802 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1a26b-6853-4ae0-a88c-56c47092e8d9 req-90671c2e-27eb-411e-bf56-2e432d310d14 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:28.957314 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b5a1a26b-6853-4ae0-a88c-56c47092e8d9 req-90671c2e-27eb-411e-bf56-2e432d310d14 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 943 time: 0.0500758 Jan 21 14:39:28.983621 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=e3892fbe-16db-4bb7-b9e0-a077994e21a4,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:39:29.012352 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b5a1a26b-6853-4ae0-a88c-56c47092e8d9 req-3d2054b2-5e05-4aad-b840-78a18b93ea7c tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493879 Jan 21 14:39:29.173929 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] get_ports_and_sgs() called for port_ids ['e3892fbe-16db-4bb7-b9e0-a077994e21a4'] {{(pid=103333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 14:39:29.308182 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:29.804622 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:30.125993 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f19d1-8ebb-4eba-8fb4-00f9eafdd28e req-2acad7da-976c-40f2-bda2-3b71b9e00c31 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:30.127520 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0b6f19d1-8ebb-4eba-8fb4-00f9eafdd28e req-2acad7da-976c-40f2-bda2-3b71b9e00c31 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 944 time: 0.0516467 Jan 21 14:39:30.176700 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-0b6f19d1-8ebb-4eba-8fb4-00f9eafdd28e req-9cdfc9d4-16fd-4aff-816f-2d2775643d1d tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425344 Jan 21 14:39:30.715454 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device e3892fbe-16db-4bb7-b9e0-a077994e21a4 up at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 14:39:30.833326 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning for port e3892fbe-16db-4bb7-b9e0-a077994e21a4 completed by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 14:39:30.837372 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Provisioning complete for port e3892fbe-16db-4bb7-b9e0-a077994e21a4 triggered by entity L2. {{(pid=103333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 14:39:30.837737 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755941'] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), provisioning_complete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:30.923482 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Current status of the port e3892fbe-16db-4bb7-b9e0-a077994e21a4 is: BUILD; New status is: ACTIVE {{(pid=103333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 14:39:30.923872 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:30.945645 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:39:30.947881 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f652a4567c39c436e7b152b128aab0b4310d4c714e63ec54a248b311201d75c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197b6f51-161d-4491-85a0-453da0a8ff9f" -d '{"events": [{"server_uuid": "9adb41e5-5570-4d59-b6a9-fa03717624a5", "name": "network-vif-plugged", "status": "completed", "tag": "e3892fbe-16db-4bb7-b9e0-a077994e21a4"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:39:30.960444 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] For port e3892fbe-16db-4bb7-b9e0-a077994e21a4, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e3892fbe-16db-4bb7-b9e0-a077994e21a4,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:39:30.973804 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:30.984548 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d303b824-95df-45a4-8252-219f6aff6b84 x-openstack-request-id: req-d303b824-95df-45a4-8252-219f6aff6b84 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:39:30.984868 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9adb41e5-5570-4d59-b6a9-fa03717624a5", "name": "network-vif-plugged", "status": "completed", "tag": "e3892fbe-16db-4bb7-b9e0-a077994e21a4", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:39:30.985107 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d303b824-95df-45a4-8252-219f6aff6b84 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:39:30.985498 dv-cinder-821602-20-iscsi neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4', 'code': 200} Jan 21 14:39:31.027047 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408'] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:31.077194 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Pushing event updated for resources: {'Port': ['ID=e3892fbe-16db-4bb7-b9e0-a077994e21a4,revision_number=5']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:39:31.292443 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff975a1-402f-49c4-8fd1-8cf2521cc9a8 req-344e1cd6-cba9-4998-8e50-e19d773dc526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:31.293938 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aff975a1-402f-49c4-8fd1-8cf2521cc9a8 req-344e1cd6-cba9-4998-8e50-e19d773dc526 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 1098 time: 0.0421600 Jan 21 14:39:31.341564 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-aff975a1-402f-49c4-8fd1-8cf2521cc9a8 req-bd7a0d7b-39c8-4ccb-8d80-240dfa0f2492 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416205 Jan 21 14:39:31.401453 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2f72d-9947-44a2-a9e4-6e99c54f8933 req-59725847-f104-47c0-a014-57d0cc9cc746 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:31.402963 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3fc2f72d-9947-44a2-a9e4-6e99c54f8933 req-59725847-f104-47c0-a014-57d0cc9cc746 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 945 time: 0.1571300 Jan 21 14:39:31.454537 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-3fc2f72d-9947-44a2-a9e4-6e99c54f8933 req-9e4d638c-b593-4ea2-9966-ee1985f781c5 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458729 Jan 21 14:39:31.592927 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:32.623936 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f3f29-addf-4533-8562-7421d072d706 req-a9393807-4a6c-48bb-9c8f-ad1c4d8d33fe tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:32.625455 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b68f3f29-addf-4533-8562-7421d072d706 req-a9393807-4a6c-48bb-9c8f-ad1c4d8d33fe tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 945 time: 0.1032581 Jan 21 14:39:32.676032 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b68f3f29-addf-4533-8562-7421d072d706 req-2779733d-d61d-4c86-b0d2-a2a12c4b07ca tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448756 Jan 21 14:39:32.787986 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4d1f9-14c8-498d-8483-71325041203e req-fd5e3668-b582-41d4-b0d8-c24aa6a6680f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:32.789470 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fbf4d1f9-14c8-498d-8483-71325041203e req-fd5e3668-b582-41d4-b0d8-c24aa6a6680f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 945 time: 0.0492013 Jan 21 14:39:32.853392 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-fbf4d1f9-14c8-498d-8483-71325041203e req-d50bd268-a6c2-4dff-a668-0152e3518407 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581684 Jan 21 14:39:32.878678 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35678) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:39:32.921120 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f9dd1-7d8b-4df5-920b-926448bac16d tempest-TestVolumeBootPattern-1214203381 tempest-TestVolumeBootPattern-1214203381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:32.922669 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-a76f9dd1-7d8b-4df5-920b-926448bac16d tempest-TestVolumeBootPattern-1214203381 tempest-TestVolumeBootPattern-1214203381-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 1093 time: 0.0430040 Jan 21 14:39:32.925456 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35680) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:39:32.929851 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.v2.base [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Request body: {'floatingip': {'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'port_id': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 14:39:33.044340 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:33.139956 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (None), before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:33.247198 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Allocated IP 172.27.0.230 (8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2/48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7/4938987d-30ca-4ea8-bb1c-48f32c86584f) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 14:39:33.349254 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for port (4938987d-30ca-4ea8-bb1c-48f32c86584f), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:33.442076 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761939508372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (4938987d-30ca-4ea8-bb1c-48f32c86584f), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:33.483504 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Network 8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 14:39:33.489758 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 14:39:33.494752 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 14:39:33.498575 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'Port': ['ID=4938987d-30ca-4ea8-bb1c-48f32c86584f,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:39:33.841149 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for floatingip (13f109fb-65e9-478c-9cac-0edb1e5a861f), precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:33.977481 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696661'] for port (4938987d-30ca-4ea8-bb1c-48f32c86584f), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:34.123995 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for port (4938987d-30ca-4ea8-bb1c-48f32c86584f), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:34.192743 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761940026525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761939508390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761939508408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5076151'] for port (4938987d-30ca-4ea8-bb1c-48f32c86584f), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:34.263125 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event updated for resources: {'Port': ['ID=4938987d-30ca-4ea8-bb1c-48f32c86584f,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:39:34.270587 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583345'] for floatingip (13f109fb-65e9-478c-9cac-0edb1e5a861f), after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:34.368521 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.l3_db [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Floating IP 13f109fb-65e9-478c-9cac-0edb1e5a861f associated. External IP: 172.27.0.230, port: e3892fbe-16db-4bb7-b9e0-a077994e21a4. Jan 21 14:39:34.570753 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Router 0b258533-9a6c-44cb-a434-a35388855fb8 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:39:34.677367 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:39:34.700119 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a967a95a-9c48-46c2-950f-596506648cf2 None None] Sync routers for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:39:34.714785 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a967a95a-9c48-46c2-950f-596506648cf2 None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:39:34.715401 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-a967a95a-9c48-46c2-950f-596506648cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:39:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:39:34.777572 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:34.805033 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-17b68ceb-1df4-4745-80bb-5d52f611ef12 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8785434 Jan 21 14:39:34.805625 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'tag': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:39:34.808175 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2182b51f-25e5-4a03-998c-bc0c917b0832" -d '{"events": [{"name": "network-changed", "server_uuid": "9adb41e5-5570-4d59-b6a9-fa03717624a5", "tag": "e3892fbe-16db-4bb7-b9e0-a077994e21a4"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:39:34.835661 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-a967a95a-9c48-46c2-950f-596506648cf2 None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:39:34.846515 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2b1bfc-fb77-4698-b7a0-ea4c349dcd97 x-openstack-request-id: req-dc2b1bfc-fb77-4698-b7a0-ea4c349dcd97 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:39:34.847028 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9adb41e5-5570-4d59-b6a9-fa03717624a5", "tag": "e3892fbe-16db-4bb7-b9e0-a077994e21a4", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:39:34.847028 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc2b1bfc-fb77-4698-b7a0-ea4c349dcd97 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:39:34.847443 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'tag': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4', 'status': 'completed', 'code': 200} Jan 21 14:39:34.959405 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182b51f-25e5-4a03-998c-bc0c917b0832 req-7b5681d4-f968-45db-b45b-5d3b59694723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:34.960945 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2182b51f-25e5-4a03-998c-bc0c917b0832 req-7b5681d4-f968-45db-b45b-5d3b59694723 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 1098 time: 0.0904255 Jan 21 14:39:35.057640 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182b51f-25e5-4a03-998c-bc0c917b0832 req-a1887527-b7be-460e-9a73-14e167358d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:35.059162 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2182b51f-25e5-4a03-998c-bc0c917b0832 req-a1887527-b7be-460e-9a73-14e167358d5d service neutron] 10.222.0.88 "GET /v2.0/networks?id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 200 len: 913 time: 0.0912540 Jan 21 14:39:35.110240 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-a967a95a-9c48-46c2-950f-596506648cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '13f109fb-65e9-478c-9cac-0edb1e5a861f', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:95:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:39:33Z', 'updated_at': '2022-01-21T14:39:33Z', 'revision_number': 0, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}, {'id': 'a6c95e6a-7bcd-48a6-81d1-5444a8746db0', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:2c:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:37:27Z', 'updated_at': '2022-01-21T14:37:29Z', 'revision_number': 1, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:39:35.121608 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2182b51f-25e5-4a03-998c-bc0c917b0832 req-27dfcc74-a7f5-4312-87e5-4a1d814bca51 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3892fbe-16db-4bb7-b9e0-a077994e21a4 HTTP/1.1" status: 200 len: 999 time: 0.0565929 Jan 21 14:39:35.136145 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a967a95a-9c48-46c2-950f-596506648cf2 None None] Checking router: 0b258533-9a6c-44cb-a434-a35388855fb8 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:39:35.145794 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a967a95a-9c48-46c2-950f-596506648cf2 None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:39:35.146435 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-a967a95a-9c48-46c2-950f-596506648cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:39:27Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:39:35.171858 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182b51f-25e5-4a03-998c-bc0c917b0832 req-e726cea5-7b1f-4d7d-b9c2-42ca4b4d22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:35.173319 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2182b51f-25e5-4a03-998c-bc0c917b0832 req-e726cea5-7b1f-4d7d-b9c2-42ca4b4d22b4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1d83b96f-32ed-4acf-b08f-01417e849329 HTTP/1.1" status: 200 len: 851 time: 0.0461662 Jan 21 14:39:35.218158 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182b51f-25e5-4a03-998c-bc0c917b0832 req-581eeaed-1c0a-4810-b426-420669c0f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:39:35.219697 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2182b51f-25e5-4a03-998c-bc0c917b0832 req-581eeaed-1c0a-4810-b426-420669c0f5f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402615 Jan 21 14:39:35.319070 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2182b51f-25e5-4a03-998c-bc0c917b0832 req-c0f15718-97d6-409d-9c80-152d867fb891 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917180 Jan 21 14:39:35.379755 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-a967a95a-9c48-46c2-950f-596506648cf2 None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:39:35.411740 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-2182b51f-25e5-4a03-998c-bc0c917b0832 req-b631229d-4059-43f7-9b9a-2b22e4f8b659 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862823 Jan 21 14:39:35.601518 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-a967a95a-9c48-46c2-950f-596506648cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '13f109fb-65e9-478c-9cac-0edb1e5a861f', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:95:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:39:33Z', 'updated_at': '2022-01-21T14:39:33Z', 'revision_number': 0, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}, {'id': 'a6c95e6a-7bcd-48a6-81d1-5444a8746db0', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:2c:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:37:27Z', 'updated_at': '2022-01-21T14:37:29Z', 'revision_number': 1, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:39:35.628359 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a967a95a-9c48-46c2-950f-596506648cf2 None None] The sync data for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi is: [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': '13f109fb-65e9-478c-9cac-0edb1e5a861f', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:95:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:39:33Z', 'updated_at': '2022-01-21T14:39:33Z', 'revision_number': 0, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}, {'id': 'a6c95e6a-7bcd-48a6-81d1-5444a8746db0', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:2c:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:37:27Z', 'updated_at': '2022-01-21T14:37:29Z', 'revision_number': 1, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:39:35.814242 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dc150d-cff4-4f32-bc99-301feb02813d None None] New status for floating IP 13f109fb-65e9-478c-9cac-0edb1e5a861f: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:39:47.911525 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:39:53.894903 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-965a9516-9ddb-4538-b738-1a677f408d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:56.715947 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b72cd7e3-21b7-4861-8f8d-86373c933410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:59.321243 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:39:59.838249 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:40:00.997820 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:40:01.601811 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:40:08.026919 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6c22a83f-8dc4-4129-a706-71833ab2520f req-eb46489b-0769-4b17-a6ae-824b6564d297 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387704 Jan 21 14:40:08.107041 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22a83f-8dc4-4129-a706-71833ab2520f req-20f12f2a-c995-4e06-9089-02870bb4de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:40:08.108544 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6c22a83f-8dc4-4129-a706-71833ab2520f req-20f12f2a-c995-4e06-9089-02870bb4de73 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 1099 time: 0.0412805 Jan 21 14:40:08.215578 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22a83f-8dc4-4129-a706-71833ab2520f req-91ce8ceb-7969-4c47-b62f-f4f4b3f1ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:40:08.217052 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6c22a83f-8dc4-4129-a706-71833ab2520f req-91ce8ceb-7969-4c47-b62f-f4f4b3f1ddb9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 200 len: 913 time: 0.0907617 Jan 21 14:40:08.278424 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6c22a83f-8dc4-4129-a706-71833ab2520f req-170ff232-b0cc-4be9-bb3e-9b77d3c5e8a3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca7f59cd-88a1-4067-8e52-45b30f4652df HTTP/1.1" status: 200 len: 1002 time: 0.0551770 Jan 21 14:40:08.329070 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22a83f-8dc4-4129-a706-71833ab2520f req-d9fca377-c47b-490d-837c-4dbefdbb53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:40:08.330533 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6c22a83f-8dc4-4129-a706-71833ab2520f req-d9fca377-c47b-490d-837c-4dbefdbb53d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1d83b96f-32ed-4acf-b08f-01417e849329 HTTP/1.1" status: 200 len: 851 time: 0.0460603 Jan 21 14:40:08.375728 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22a83f-8dc4-4129-a706-71833ab2520f req-3064a40c-82f1-4ef7-9eb1-99521a7b0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:40:08.377306 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6c22a83f-8dc4-4129-a706-71833ab2520f req-3064a40c-82f1-4ef7-9eb1-99521a7b0cb1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405827 Jan 21 14:40:08.474533 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6c22a83f-8dc4-4129-a706-71833ab2520f req-176a14d0-4d33-46d4-a396-e9072de33f38 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905457 Jan 21 14:40:08.564568 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-6c22a83f-8dc4-4129-a706-71833ab2520f req-0d7add69-c6b9-4298-b413-f8b29e3602e3 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842602 Jan 21 14:40:23.858170 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29ac8ae4-ac22-495c-a5fa-dc496626695e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:40:24.910939 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:40:26.732548 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac243a3f-391a-4869-853b-8114026f6a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:40:29.397533 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:40:29.806720 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:40:30.966432 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:40:31.529435 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:40:53.854584 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a827d41-165b-4eea-8c2b-6b6714eaca0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:40:56.751445 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af5a5af5-6bab-4c0e-b9f8-74f9e306f550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:40:59.308612 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:40:59.853970 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:00.991286 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:01.568563 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:01.910108 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:41:02.086775 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35704) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:02.248075 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Deleting port 4938987d-30ca-4ea8-bb1c-48f32c86584f {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:41:02.248468 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (4938987d-30ca-4ea8-bb1c-48f32c86584f), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:02.330287 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (4938987d-30ca-4ea8-bb1c-48f32c86584f), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:02.330620 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for floatingip (4938987d-30ca-4ea8-bb1c-48f32c86584f), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:02.342892 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Calling delete_port for 4938987d-30ca-4ea8-bb1c-48f32c86584f owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:41:02.568458 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (4938987d-30ca-4ea8-bb1c-48f32c86584f), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:02.595423 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event deleted for resources: {'Port': ['ID=4938987d-30ca-4ea8-bb1c-48f32c86584f,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:02.620677 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:02.621028 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:02.621375 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:02.621717 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:02.622051 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:02.622426 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:02.622734 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:02.623064 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:02.623390 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:02.623717 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:02.624046 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:02.624366 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:02.624689 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:02.668566 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for floatingip (13f109fb-65e9-478c-9cac-0edb1e5a861f), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:02.670582 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.l3_db [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Floating IP 13f109fb-65e9-478c-9cac-0edb1e5a861f disassociated (deleted). External IP: 172.27.0.230, port: e3892fbe-16db-4bb7-b9e0-a077994e21a4. Jan 21 14:41:02.876779 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Router 0b258533-9a6c-44cb-a434-a35388855fb8 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:41:02.987852 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:41:02.992888 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:02.997980 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fc82e-e2bd-47b6-81d7-c2d3508c05f0 None None] Sync routers for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:41:03.008865 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0fc82e-e2bd-47b6-81d7-c2d3508c05f0 None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:41:03.009640 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-7e0fc82e-e2bd-47b6-81d7-c2d3508c05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:40:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:03.021393 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-88835cd5-587e-4777-8fea-8f9e9ede5739 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "DELETE /v2.0/floatingips/13f109fb-65e9-478c-9cac-0edb1e5a861f HTTP/1.1" status: 204 len: 168 time: 0.9335108 Jan 21 14:41:03.021982 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'tag': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:41:03.024266 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758de63c-cb80-4ab9-bfd3-6b899989abdb" -d '{"events": [{"name": "network-changed", "server_uuid": "9adb41e5-5570-4d59-b6a9-fa03717624a5", "tag": "e3892fbe-16db-4bb7-b9e0-a077994e21a4"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:41:03.072464 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5166f2-8689-4ce5-b54b-187086d5236e x-openstack-request-id: req-2b5166f2-8689-4ce5-b54b-187086d5236e {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:41:03.072464 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9adb41e5-5570-4d59-b6a9-fa03717624a5", "tag": "e3892fbe-16db-4bb7-b9e0-a077994e21a4", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:41:03.072464 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b5166f2-8689-4ce5-b54b-187086d5236e {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:41:03.072464 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'tag': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4', 'status': 'completed', 'code': 200} Jan 21 14:41:03.124134 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-7e0fc82e-e2bd-47b6-81d7-c2d3508c05f0 None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:41:03.139086 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758de63c-cb80-4ab9-bfd3-6b899989abdb req-1869c924-c785-45de-b54b-2c7f23125f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:41:03.140751 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-758de63c-cb80-4ab9-bfd3-6b899989abdb req-1869c924-c785-45de-b54b-2c7f23125f55 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 1098 time: 0.0479603 Jan 21 14:41:03.234745 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758de63c-cb80-4ab9-bfd3-6b899989abdb req-de5944c8-53cb-4d4c-a64d-84606aa6c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:41:03.236255 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-758de63c-cb80-4ab9-bfd3-6b899989abdb req-de5944c8-53cb-4d4c-a64d-84606aa6c81d service neutron] 10.222.0.88 "GET /v2.0/networks?id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 200 len: 913 time: 0.0884118 Jan 21 14:41:03.283335 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-758de63c-cb80-4ab9-bfd3-6b899989abdb req-406a2697-deb2-4d92-8090-ddfbfe1d5c8d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3892fbe-16db-4bb7-b9e0-a077994e21a4 HTTP/1.1" status: 200 len: 217 time: 0.0410066 Jan 21 14:41:03.335089 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758de63c-cb80-4ab9-bfd3-6b899989abdb req-e79c4d42-7d95-4aaf-b1c0-e41d9d8cdb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:41:03.336587 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-758de63c-cb80-4ab9-bfd3-6b899989abdb req-e79c4d42-7d95-4aaf-b1c0-e41d9d8cdb64 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1d83b96f-32ed-4acf-b08f-01417e849329 HTTP/1.1" status: 200 len: 851 time: 0.0472434 Jan 21 14:41:03.364053 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-7e0fc82e-e2bd-47b6-81d7-c2d3508c05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'a6c95e6a-7bcd-48a6-81d1-5444a8746db0', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:2c:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:37:27Z', 'updated_at': '2022-01-21T14:37:29Z', 'revision_number': 1, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:03.386633 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758de63c-cb80-4ab9-bfd3-6b899989abdb req-70c20431-1bc9-4016-88ba-72d70b093eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:41:03.388246 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-758de63c-cb80-4ab9-bfd3-6b899989abdb req-70c20431-1bc9-4016-88ba-72d70b093eef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454443 Jan 21 14:41:03.395785 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fc82e-e2bd-47b6-81d7-c2d3508c05f0 None None] Checking router: 0b258533-9a6c-44cb-a434-a35388855fb8 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:41:03.409289 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0fc82e-e2bd-47b6-81d7-c2d3508c05f0 None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:41:03.410519 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-7e0fc82e-e2bd-47b6-81d7-c2d3508c05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:40:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:03.524202 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-7e0fc82e-e2bd-47b6-81d7-c2d3508c05f0 None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:41:03.765519 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-7e0fc82e-e2bd-47b6-81d7-c2d3508c05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'a6c95e6a-7bcd-48a6-81d1-5444a8746db0', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:2c:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:37:27Z', 'updated_at': '2022-01-21T14:37:29Z', 'revision_number': 1, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:03.792058 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fc82e-e2bd-47b6-81d7-c2d3508c05f0 None None] The sync data for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi is: [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_floatingips': [{'id': 'a6c95e6a-7bcd-48a6-81d1-5444a8746db0', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'router_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'port_id': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'mac_address': 'fa:16:3e:2c:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T14:37:27Z', 'updated_at': '2022-01-21T14:37:29Z', 'revision_number': 1, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:41:03.799195 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa70f9-ef3c-4c73-8c93-669c6c6268e3 req-06b90e7c-dc83-41e6-ab07-5ec161bbf8e9 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:41:03.801339 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-35fa70f9-ef3c-4c73-8c93-669c6c6268e3 req-06b90e7c-dc83-41e6-ab07-5ec161bbf8e9 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 945 time: 0.3684843 Jan 21 14:41:03.805645 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-758de63c-cb80-4ab9-bfd3-6b899989abdb req-c3738b55-cd4f-439b-a01e-e51de2370689 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107752 Jan 21 14:41:03.915981 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-35fa70f9-ef3c-4c73-8c93-669c6c6268e3 req-ff629a53-2faf-4868-b8a0-408713964f4a tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080263 Jan 21 14:41:03.942403 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-758de63c-cb80-4ab9-bfd3-6b899989abdb req-f6047830-bed4-40f9-8c25-dc750cb35336 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283245 Jan 21 14:41:04.034292 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963c1b34-a87b-4429-b2fa-e25fc540d6d7 None None] New status for floating IP 13f109fb-65e9-478c-9cac-0edb1e5a861f: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:41:04.990217 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6807262-6ffb-4013-9679-93e8191a52ab req-d85fb589-87e8-4e18-b65b-8d43fafc3144 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:41:04.991718 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b6807262-6ffb-4013-9679-93e8191a52ab req-d85fb589-87e8-4e18-b65b-8d43fafc3144 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 945 time: 0.0545745 Jan 21 14:41:05.061814 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e234d-6255-4442-a1f0-2816fce8396f req-66fa26d4-4e17-4bde-b2c7-c0a4441318fd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:41:05.064249 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-745e234d-6255-4442-a1f0-2816fce8396f req-66fa26d4-4e17-4bde-b2c7-c0a4441318fd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 945 time: 0.0695467 Jan 21 14:41:05.086366 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-b6807262-6ffb-4013-9679-93e8191a52ab req-c6ae7f1c-b917-499e-8e35-4bccecba1818 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Deleting port e3892fbe-16db-4bb7-b9e0-a077994e21a4 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:41:05.086707 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b6807262-6ffb-4013-9679-93e8191a52ab req-c6ae7f1c-b917-499e-8e35-4bccecba1818 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:05.123887 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-745e234d-6255-4442-a1f0-2816fce8396f req-c72e5e4a-fd15-4817-96fe-f9f49ce98a91 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522621 Jan 21 14:41:05.184154 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-b6807262-6ffb-4013-9679-93e8191a52ab req-c6ae7f1c-b917-499e-8e35-4bccecba1818 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] For port e3892fbe-16db-4bb7-b9e0-a077994e21a4, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e3892fbe-16db-4bb7-b9e0-a077994e21a4,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:41:05.184510 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b6807262-6ffb-4013-9679-93e8191a52ab req-c6ae7f1c-b917-499e-8e35-4bccecba1818 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:05.199271 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-b6807262-6ffb-4013-9679-93e8191a52ab req-c6ae7f1c-b917-499e-8e35-4bccecba1818 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Calling delete_port for e3892fbe-16db-4bb7-b9e0-a077994e21a4 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:41:05.416660 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b6807262-6ffb-4013-9679-93e8191a52ab req-c6ae7f1c-b917-499e-8e35-4bccecba1818 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (e3892fbe-16db-4bb7-b9e0-a077994e21a4), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:05.465676 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae7f1c-b917-499e-8e35-4bccecba1818 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event deleted for resources: {'Port': ['ID=e3892fbe-16db-4bb7-b9e0-a077994e21a4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:05.511744 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6807262-6ffb-4013-9679-93e8191a52ab req-c6ae7f1c-b917-499e-8e35-4bccecba1818 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] No DVR routers for this DVR port e3892fbe-16db-4bb7-b9e0-a077994e21a4 on host hv-cinder-82160 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:41:05.514480 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b6807262-6ffb-4013-9679-93e8191a52ab req-c6ae7f1c-b917-499e-8e35-4bccecba1818 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:05.518199 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-b6807262-6ffb-4013-9679-93e8191a52ab req-c6ae7f1c-b917-499e-8e35-4bccecba1818 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "DELETE /v2.0/ports/e3892fbe-16db-4bb7-b9e0-a077994e21a4 HTTP/1.1" status: 204 len: 173 time: 0.5211606 Jan 21 14:41:05.519190 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'name': 'network-vif-deleted', 'tag': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:41:05.521661 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc5f177-3e7e-4c4c-b4d1-11e93338c4a2" -d '{"events": [{"server_uuid": "9adb41e5-5570-4d59-b6a9-fa03717624a5", "name": "network-vif-deleted", "tag": "e3892fbe-16db-4bb7-b9e0-a077994e21a4"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:41:05.559431 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11dc53d-4afc-4d1a-957e-dc879205427a x-openstack-request-id: req-b11dc53d-4afc-4d1a-957e-dc879205427a {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:41:05.559741 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9adb41e5-5570-4d59-b6a9-fa03717624a5", "name": "network-vif-deleted", "tag": "e3892fbe-16db-4bb7-b9e0-a077994e21a4", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:41:05.560029 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b11dc53d-4afc-4d1a-957e-dc879205427a {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:41:05.560433 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9adb41e5-5570-4d59-b6a9-fa03717624a5', 'name': 'network-vif-deleted', 'tag': 'e3892fbe-16db-4bb7-b9e0-a077994e21a4', 'status': 'completed', 'code': 200} Jan 21 14:41:06.228352 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-380b59f5-9c1f-4682-badd-a2b259fc04e8 req-050bf34c-b5ef-4d2c-9a1c-fb1261ad9450 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=9adb41e5-5570-4d59-b6a9-fa03717624a5 HTTP/1.1" status: 200 len: 210 time: 0.0258548 Jan 21 14:41:09.149958 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device e3892fbe-16db-4bb7-b9e0-a077994e21a4 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:41:09.170558 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: e3892fbe-16db-4bb7-b9e0-a077994e21a4 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:41:09.170907 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device e3892fbe-16db-4bb7-b9e0-a077994e21a4 not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:41:09.701827 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35748) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:09.878294 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-7d86acef-a68e-4d96-b570-487faaf872c6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Deleting port a81f01c2-2bfb-40af-8945-0d27aa00a785 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:41:09.878612 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d86acef-a68e-4d96-b570-487faaf872c6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (a81f01c2-2bfb-40af-8945-0d27aa00a785), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:09.955785 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d86acef-a68e-4d96-b570-487faaf872c6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (a81f01c2-2bfb-40af-8945-0d27aa00a785), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:09.956094 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d86acef-a68e-4d96-b570-487faaf872c6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for floatingip (a81f01c2-2bfb-40af-8945-0d27aa00a785), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:09.967644 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-7d86acef-a68e-4d96-b570-487faaf872c6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Calling delete_port for a81f01c2-2bfb-40af-8945-0d27aa00a785 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:41:10.188828 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d86acef-a68e-4d96-b570-487faaf872c6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (a81f01c2-2bfb-40af-8945-0d27aa00a785), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:10.219162 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86acef-a68e-4d96-b570-487faaf872c6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event deleted for resources: {'Port': ['ID=a81f01c2-2bfb-40af-8945-0d27aa00a785,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:10.273620 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d86acef-a68e-4d96-b570-487faaf872c6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for floatingip (a6c95e6a-7bcd-48a6-81d1-5444a8746db0), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:10.279154 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.db.l3_db [None req-7d86acef-a68e-4d96-b570-487faaf872c6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Floating IP a6c95e6a-7bcd-48a6-81d1-5444a8746db0 disassociated (deleted). External IP: 172.27.0.172, port: ca7f59cd-88a1-4067-8e52-45b30f4652df. Jan 21 14:41:10.484284 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d86acef-a68e-4d96-b570-487faaf872c6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Router 0b258533-9a6c-44cb-a434-a35388855fb8 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:41:10.597495 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d86acef-a68e-4d96-b570-487faaf872c6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:41:10.602420 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d86acef-a68e-4d96-b570-487faaf872c6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:10.606992 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196a633-2917-4d97-9363-a6813f1ab262 None None] Sync routers for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:41:10.617354 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196a633-2917-4d97-9363-a6813f1ab262 None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:41:10.617987 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-3196a633-2917-4d97-9363-a6813f1ab262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:40:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:10.630525 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-7d86acef-a68e-4d96-b570-487faaf872c6 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "DELETE /v2.0/floatingips/a6c95e6a-7bcd-48a6-81d1-5444a8746db0 HTTP/1.1" status: 204 len: 168 time: 0.9275398 Jan 21 14:41:10.631113 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'tag': 'ca7f59cd-88a1-4067-8e52-45b30f4652df'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:41:10.633510 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f645ab7e-9315-44ac-bd78-f4e060fba4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b4fd4c16-eab9-4a83-9e14-0164757e25b3", "tag": "ca7f59cd-88a1-4067-8e52-45b30f4652df"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:41:10.677010 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 14:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f24ac2b-2ec3-44c9-83ad-e4be16b41a34 x-openstack-request-id: req-3f24ac2b-2ec3-44c9-83ad-e4be16b41a34 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:41:10.677895 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4fd4c16-eab9-4a83-9e14-0164757e25b3", "tag": "ca7f59cd-88a1-4067-8e52-45b30f4652df", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:41:10.678130 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f24ac2b-2ec3-44c9-83ad-e4be16b41a34 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:41:10.680203 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'tag': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'status': 'completed', 'code': 200} Jan 21 14:41:10.731391 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-3196a633-2917-4d97-9363-a6813f1ab262 None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:41:10.746312 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645ab7e-9315-44ac-bd78-f4e060fba4bd req-343e0be9-d3bc-49c0-aa7a-61ac811a93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:41:10.747960 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f645ab7e-9315-44ac-bd78-f4e060fba4bd req-343e0be9-d3bc-49c0-aa7a-61ac811a93e7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7231c480ff2b4a69be6586443a8f5863&device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 1099 time: 0.0477693 Jan 21 14:41:10.839953 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645ab7e-9315-44ac-bd78-f4e060fba4bd req-3e297526-1a5b-4126-9ae6-c799b2458866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:41:10.841534 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f645ab7e-9315-44ac-bd78-f4e060fba4bd req-3e297526-1a5b-4126-9ae6-c799b2458866 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 200 len: 913 time: 0.0879126 Jan 21 14:41:10.888015 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f645ab7e-9315-44ac-bd78-f4e060fba4bd req-0f8d1203-51f4-46cc-a707-01b6849b9f66 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca7f59cd-88a1-4067-8e52-45b30f4652df HTTP/1.1" status: 200 len: 217 time: 0.0397699 Jan 21 14:41:10.934316 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-3196a633-2917-4d97-9363-a6813f1ab262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:10.936475 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645ab7e-9315-44ac-bd78-f4e060fba4bd req-a2c0ddc3-5bba-4de2-b62b-c6962148f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:41:10.937951 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f645ab7e-9315-44ac-bd78-f4e060fba4bd req-a2c0ddc3-5bba-4de2-b62b-c6962148f810 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1d83b96f-32ed-4acf-b08f-01417e849329 HTTP/1.1" status: 200 len: 851 time: 0.0446594 Jan 21 14:41:10.965837 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196a633-2917-4d97-9363-a6813f1ab262 None None] Checking router: 0b258533-9a6c-44cb-a434-a35388855fb8 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:41:10.976455 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196a633-2917-4d97-9363-a6813f1ab262 None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:41:10.977080 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-3196a633-2917-4d97-9363-a6813f1ab262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:40:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:10.996181 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645ab7e-9315-44ac-bd78-f4e060fba4bd req-1c802604-d139-4ddb-a8fd-03f601c60d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:41:10.998857 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f645ab7e-9315-44ac-bd78-f4e060fba4bd req-1c802604-d139-4ddb-a8fd-03f601c60d7f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2d8d856a-7b44-42c8-a165-2f93ead5a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458677 Jan 21 14:41:11.117205 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89e60d-d718-4bb7-82c7-5fdb519ed82c req-01d60684-12bf-42f1-8e73-8f805a933074 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:41:11.118858 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cf89e60d-d718-4bb7-82c7-5fdb519ed82c req-01d60684-12bf-42f1-8e73-8f805a933074 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 946 time: 0.1052957 Jan 21 14:41:11.151408 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f645ab7e-9315-44ac-bd78-f4e060fba4bd req-f538a4ff-f19b-4f33-b875-081b0ef96952 service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460161 Jan 21 14:41:11.204876 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-cf89e60d-d718-4bb7-82c7-5fdb519ed82c req-d5d1aea2-a2b2-482a-be6c-0c7f5e9ffb8f tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789785 Jan 21 14:41:11.215733 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-3196a633-2917-4d97-9363-a6813f1ab262 None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:41:11.267365 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-f645ab7e-9315-44ac-bd78-f4e060fba4bd req-e7bf9ad3-bbdd-4660-b383-73b08ef846db service neutron] 10.222.0.88 "GET /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036341 Jan 21 14:41:11.420650 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-3196a633-2917-4d97-9363-a6813f1ab262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:11.446691 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196a633-2917-4d97-9363-a6813f1ab262 None None] The sync data for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi is: [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:12Z', 'revision_number': 4, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi', '_interfaces': [{'id': '15180a51-d28e-468c-829b-09735dc80635', 'name': '', 'network_id': '2d8d856a-7b44-42c8-a165-2f93ead5a7cb', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'mac_address': 'fa:16:3e:98:12:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:12Z', 'updated_at': '2022-01-21T14:34:16Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'subnets': [{'id': '1d83b96f-32ed-4acf-b08f-01417e849329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:41:11.677105 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c354d-7108-4125-9274-1aa61b98439a None None] New status for floating IP a6c95e6a-7bcd-48a6-81d1-5444a8746db0: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 14:41:12.324859 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e54302-57d2-49db-8780-ab3a4a8f3d1a req-3d1a21fe-941d-4366-82cc-e10452c4d05d tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:41:12.326518 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-97e54302-57d2-49db-8780-ab3a4a8f3d1a req-3d1a21fe-941d-4366-82cc-e10452c4d05d tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 946 time: 0.0476470 Jan 21 14:41:12.374977 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-97e54302-57d2-49db-8780-ab3a4a8f3d1a req-67b1a975-4b77-4275-ae1a-ee332499a094 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/security-groups?id=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424092 Jan 21 14:41:12.530910 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875963cc-3f7b-4485-a742-b0965a9b3540 req-27e88928-b06e-4124-9152-3e27e2ae093e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 14:41:12.532379 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-875963cc-3f7b-4485-a742-b0965a9b3540 req-27e88928-b06e-4124-9152-3e27e2ae093e tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 946 time: 0.0496721 Jan 21 14:41:12.624630 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-875963cc-3f7b-4485-a742-b0965a9b3540 req-8f243ed5-b15b-4834-b355-5ba762ec41b1 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Deleting port ca7f59cd-88a1-4067-8e52-45b30f4652df {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:41:12.624968 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-875963cc-3f7b-4485-a742-b0965a9b3540 req-8f243ed5-b15b-4834-b355-5ba762ec41b1 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:12.714193 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-875963cc-3f7b-4485-a742-b0965a9b3540 req-8f243ed5-b15b-4834-b355-5ba762ec41b1 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] For port ca7f59cd-88a1-4067-8e52-45b30f4652df, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ca7f59cd-88a1-4067-8e52-45b30f4652df,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:41:12.714554 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-875963cc-3f7b-4485-a742-b0965a9b3540 req-8f243ed5-b15b-4834-b355-5ba762ec41b1 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:12.726708 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-875963cc-3f7b-4485-a742-b0965a9b3540 req-8f243ed5-b15b-4834-b355-5ba762ec41b1 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Calling delete_port for ca7f59cd-88a1-4067-8e52-45b30f4652df owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:41:12.945263 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-875963cc-3f7b-4485-a742-b0965a9b3540 req-8f243ed5-b15b-4834-b355-5ba762ec41b1 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (ca7f59cd-88a1-4067-8e52-45b30f4652df), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:12.975972 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f243ed5-b15b-4834-b355-5ba762ec41b1 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event deleted for resources: {'Port': ['ID=ca7f59cd-88a1-4067-8e52-45b30f4652df,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:13.017894 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-875963cc-3f7b-4485-a742-b0965a9b3540 req-8f243ed5-b15b-4834-b355-5ba762ec41b1 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] No DVR routers for this DVR port ca7f59cd-88a1-4067-8e52-45b30f4652df on host hv-cinder-82160 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:41:13.021009 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-875963cc-3f7b-4485-a742-b0965a9b3540 req-8f243ed5-b15b-4834-b355-5ba762ec41b1 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for port (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:13.024337 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [req-875963cc-3f7b-4485-a742-b0965a9b3540 req-8f243ed5-b15b-4834-b355-5ba762ec41b1 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.88 "DELETE /v2.0/ports/ca7f59cd-88a1-4067-8e52-45b30f4652df HTTP/1.1" status: 204 len: 173 time: 0.4868863 Jan 21 14:41:13.024768 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'name': 'network-vif-deleted', 'tag': 'ca7f59cd-88a1-4067-8e52-45b30f4652df'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 14:41:13.027146 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f50c9303b1e197b9615b865aad4000b8fb546e61e7aa15a5ec9780c6f9dd45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4c73ee-1ddd-465e-b4b6-2a2a19d57f3d" -d '{"events": [{"server_uuid": "b4fd4c16-eab9-4a83-9e14-0164757e25b3", "name": "network-vif-deleted", "tag": "ca7f59cd-88a1-4067-8e52-45b30f4652df"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 14:41:13.064725 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920f3d75-c75f-4c00-9139-8ffffd09bb81 x-openstack-request-id: req-920f3d75-c75f-4c00-9139-8ffffd09bb81 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 14:41:13.064725 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4fd4c16-eab9-4a83-9e14-0164757e25b3", "name": "network-vif-deleted", "tag": "ca7f59cd-88a1-4067-8e52-45b30f4652df", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 14:41:13.064725 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-920f3d75-c75f-4c00-9139-8ffffd09bb81 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 14:41:13.064725 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fd4c16-eab9-4a83-9e14-0164757e25b3', 'name': 'network-vif-deleted', 'tag': 'ca7f59cd-88a1-4067-8e52-45b30f4652df', 'status': 'completed', 'code': 200} Jan 21 14:41:13.473938 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [req-000cd5bc-7513-4923-a43f-48429d1e6ebf req-05453e29-2bdb-4f35-ab23-3f80dfeb2b46 tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4fd4c16-eab9-4a83-9e14-0164757e25b3 HTTP/1.1" status: 200 len: 210 time: 0.0298500 Jan 21 14:41:14.531218 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35766) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:14.656112 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-2f2ebcbc-de36-4ea8-bf58-5ae06b428ddd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Deleting port e55a6eba-9977-46f2-b30f-325d5f39b8f7 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:41:14.656459 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2f2ebcbc-de36-4ea8-bf58-5ae06b428ddd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (e55a6eba-9977-46f2-b30f-325d5f39b8f7), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:14.734073 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2f2ebcbc-de36-4ea8-bf58-5ae06b428ddd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (e55a6eba-9977-46f2-b30f-325d5f39b8f7), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:14.734421 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2f2ebcbc-de36-4ea8-bf58-5ae06b428ddd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for floatingip (e55a6eba-9977-46f2-b30f-325d5f39b8f7), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:14.746353 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-2f2ebcbc-de36-4ea8-bf58-5ae06b428ddd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Calling delete_port for e55a6eba-9977-46f2-b30f-325d5f39b8f7 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:41:14.956979 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2f2ebcbc-de36-4ea8-bf58-5ae06b428ddd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (e55a6eba-9977-46f2-b30f-325d5f39b8f7), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:14.983154 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ebcbc-de36-4ea8-bf58-5ae06b428ddd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event deleted for resources: {'Port': ['ID=e55a6eba-9977-46f2-b30f-325d5f39b8f7,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:15.041346 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2f2ebcbc-de36-4ea8-bf58-5ae06b428ddd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for floatingip (f2b0f639-47c6-41c2-9d4f-6bb717a685d4), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:15.043890 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2f2ebcbc-de36-4ea8-bf58-5ae06b428ddd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5863'] for floatingip (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:15.045067 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-2f2ebcbc-de36-4ea8-bf58-5ae06b428ddd tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "DELETE /v2.0/floatingips/f2b0f639-47c6-41c2-9d4f-6bb717a685d4 HTTP/1.1" status: 204 len: 168 time: 0.5125699 Jan 21 14:41:16.361952 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35778) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:16.422321 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group (225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:16.448417 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group (225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:16.582627 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:16.585218 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:16.587667 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] 10.222.0.39 "DELETE /v2.0/security-groups/225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0 HTTP/1.1" status: 204 len: 168 time: 0.2234850 Jan 21 14:41:16.600826 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225cdd4c-81cb-4e2d-88b0-1c2bcfd91fc0,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:16.603299 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:16.603646 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:16.603987 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:16.604319 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:16.604645 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:16.604970 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:16.605292 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:16.605611 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:16.605931 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:16.606285 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:16.606607 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:16.606918 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:16.607231 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28a3ce-5c34-4efa-ac26-c144da09c9bb tempest-TestVolumeBootPattern-920580090 tempest-TestVolumeBootPattern-920580090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:16.706362 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35782) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:17.142034 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1025728c-2a77-4e91-97cf-da12ab99e711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797260'] for router_interface (0b258533-9a6c-44cb-a434-a35388855fb8), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:17.189778 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device ca7f59cd-88a1-4067-8e52-45b30f4652df no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:41:17.210855 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] No Port match for: ca7f59cd-88a1-4067-8e52-45b30f4652df {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:41:17.211207 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Device ca7f59cd-88a1-4067-8e52-45b30f4652df not bound to the agent host hv-cinder-82160 {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:41:17.387628 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1025728c-2a77-4e91-97cf-da12ab99e711 admin admin] Deleting port 15180a51-d28e-468c-829b-09735dc80635 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:41:17.387967 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1025728c-2a77-4e91-97cf-da12ab99e711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (15180a51-d28e-468c-829b-09735dc80635), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:17.464044 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-1025728c-2a77-4e91-97cf-da12ab99e711 admin admin] For port 15180a51-d28e-468c-829b-09735dc80635, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=15180a51-d28e-468c-829b-09735dc80635,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:41:17.464404 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1025728c-2a77-4e91-97cf-da12ab99e711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (15180a51-d28e-468c-829b-09735dc80635), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:17.477639 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1025728c-2a77-4e91-97cf-da12ab99e711 admin admin] Calling delete_port for 15180a51-d28e-468c-829b-09735dc80635 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:41:17.743207 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1025728c-2a77-4e91-97cf-da12ab99e711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (15180a51-d28e-468c-829b-09735dc80635), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:17.773449 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025728c-2a77-4e91-97cf-da12ab99e711 admin admin] Pushing event deleted for resources: {'Port': ['ID=15180a51-d28e-468c-829b-09735dc80635,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:17.944148 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1025728c-2a77-4e91-97cf-da12ab99e711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573071'] for router_interface (0b258533-9a6c-44cb-a434-a35388855fb8), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:18.422480 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1025728c-2a77-4e91-97cf-da12ab99e711 admin admin] Router 0b258533-9a6c-44cb-a434-a35388855fb8 has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:41:18.525994 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1025728c-2a77-4e91-97cf-da12ab99e711 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:41:18.531121 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-1025728c-2a77-4e91-97cf-da12ab99e711 admin admin] 10.222.0.39 "PUT /v2.0/routers/0b258533-9a6c-44cb-a434-a35388855fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8230722 Jan 21 14:41:18.533778 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35786) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:18.534866 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4ba0cf-4bd6-4e81-82b7-664ea87a225b None None] Sync routers for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:41:18.544948 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4ba0cf-4bd6-4e81-82b7-664ea87a225b None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:41:18.545551 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-4c4ba0cf-4bd6-4e81-82b7-664ea87a225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:40:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:18.637862 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] Publish callbacks [] for router (0b258533-9a6c-44cb-a434-a35388855fb8), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:18.649411 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-4c4ba0cf-4bd6-4e81-82b7-664ea87a225b None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: dv-cinder-821602-20-iscsi {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:41:18.744571 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] Publish callbacks [] for router_gateway (0b258533-9a6c-44cb-a434-a35388855fb8), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:18.829761 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-4c4ba0cf-4bd6-4e81-82b7-664ea87a225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:41:17Z', 'revision_number': 5, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port': {'id': '1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:18.860586 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4ba0cf-4bd6-4e81-82b7-664ea87a225b None None] Checking router: 0b258533-9a6c-44cb-a434-a35388855fb8 for host: dv-cinder-821602-20-iscsi {{(pid=103333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:41:18.869714 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4ba0cf-4bd6-4e81-82b7-664ea87a225b None None] Routers {'0b258533-9a6c-44cb-a434-a35388855fb8'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:41:18.870351 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-4c4ba0cf-4bd6-4e81-82b7-664ea87a225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:40:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['0b258533-9a6c-44cb-a434-a35388855fb8'], 'active': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:18.880081 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] Deleting port 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:41:18.880425 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:18.958614 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvr_db [None req-4c4ba0cf-4bd6-4e81-82b7-664ea87a225b None None] Set router 0b258533-9a6c-44cb-a434-a35388855fb8 gateway port host: None {{(pid=103333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:41:18.961616 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] For port 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:41:18.961986 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:18.974969 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] Calling delete_port for 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:41:19.010862 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_hamode_db [None req-4c4ba0cf-4bd6-4e81-82b7-664ea87a225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:41:18Z', 'revision_number': 6, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port_host': None}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:19.041128 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4ba0cf-4bd6-4e81-82b7-664ea87a225b None None] The sync data for ids ['0b258533-9a6c-44cb-a434-a35388855fb8'] in dv-cinder-821602-20-iscsi is: [{'id': '0b258533-9a6c-44cb-a434-a35388855fb8', 'name': 'tempest-TestVolumeBootPattern-1567866559-router', 'tenant_id': '7231c480ff2b4a69be6586443a8f5863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:09Z', 'updated_at': '2022-01-21T14:41:18Z', 'revision_number': 6, 'project_id': '7231c480ff2b4a69be6586443a8f5863', 'gw_port_host': None}] {{(pid=103333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:41:19.185204 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:19.215490 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] Pushing event deleted for resources: {'Port': ['ID=1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:19.275504 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583186'] for router_gateway (0b258533-9a6c-44cb-a434-a35388855fb8), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:19.369929 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1873'] for router (0b258533-9a6c-44cb-a434-a35388855fb8), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:19.372058 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] Publish callbacks [] for router_controller (0b258533-9a6c-44cb-a434-a35388855fb8), precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:19.488210 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587591'] for router (0b258533-9a6c-44cb-a434-a35388855fb8), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:19.490408 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b258533-9a6c-44cb-a434-a35388855fb8 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 14:41:19.492249 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 15180a51-d28e-468c-829b-09735dc80635 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:41:19.497243 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:19.497243 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-60132370-1536-44b3-ba91-f8c28740812a admin admin] 10.222.0.39 "DELETE /v2.0/routers/0b258533-9a6c-44cb-a434-a35388855fb8 HTTP/1.1" status: 204 len: 168 time: 0.9621222 Jan 21 14:41:19.499795 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35788) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:19.515772 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 15180a51-d28e-468c-829b-09735dc80635 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:41:19.516129 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 15180a51-d28e-468c-829b-09735dc80635 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:41:19.553388 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9391f4-8dc7-4fa2-8d26-bf6567e44551 admin admin] Deleting subnet 1d83b96f-32ed-4acf-b08f-01417e849329 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:41:19.556900 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7f9391f4-8dc7-4fa2-8d26-bf6567e44551 admin admin] Publish callbacks [] for subnet (1d83b96f-32ed-4acf-b08f-01417e849329), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:19.591359 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7f9391f4-8dc7-4fa2-8d26-bf6567e44551 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7591984'] for subnet (1d83b96f-32ed-4acf-b08f-01417e849329), precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:19.666534 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7f9391f4-8dc7-4fa2-8d26-bf6567e44551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (1d83b96f-32ed-4acf-b08f-01417e849329), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:19.805878 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7f9391f4-8dc7-4fa2-8d26-bf6567e44551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5076217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7381003'] for subnet (1d83b96f-32ed-4acf-b08f-01417e849329), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:19.835946 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9391f4-8dc7-4fa2-8d26-bf6567e44551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d83b96f-32ed-4acf-b08f-01417e849329,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:19.839497 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7f9391f4-8dc7-4fa2-8d26-bf6567e44551 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:19.842664 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-7f9391f4-8dc7-4fa2-8d26-bf6567e44551 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1d83b96f-32ed-4acf-b08f-01417e849329 HTTP/1.1" status: 204 len: 168 time: 0.3417153 Jan 21 14:41:19.845288 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35790) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:19.846547 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aeeb0c-95a3-43d2-8953-0f398fc9beda None None] Network 2d8d856a-7b44-42c8-a165-2f93ead5a7cb requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:41:19.923582 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (2d8d856a-7b44-42c8-a165-2f93ead5a7cb), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:19.980454 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Deleting port 342a6d10-c41d-463e-a151-abc4f958c7bf {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:41:19.980877 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:20.026035 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] DHCP port deletion for 2d8d856a-7b44-42c8-a165-2f93ead5a7cb request from dv-cinder-821602-20-iscsi {{(pid=103333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 14:41:20.048422 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] For port 342a6d10-c41d-463e-a151-abc4f958c7bf, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=342a6d10-c41d-463e-a151-abc4f958c7bf,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:41:20.048781 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:20.063579 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Calling delete_port for 342a6d10-c41d-463e-a151-abc4f958c7bf owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:41:20.085294 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Deleting port 342a6d10-c41d-463e-a151-abc4f958c7bf {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:41:20.090620 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:20.151568 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] For port 342a6d10-c41d-463e-a151-abc4f958c7bf, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=342a6d10-c41d-463e-a151-abc4f958c7bf,segment=NetworkSegment(53b17b19-921d-4cb8-8f01-f97199948b12),segment_id=53b17b19-921d-4cb8-8f01-f97199948b12)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:41:20.153685 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:20.172031 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Calling delete_port for 342a6d10-c41d-463e-a151-abc4f958c7bf owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:41:20.228425 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:20.256300 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381'] for port (342a6d10-c41d-463e-a151-abc4f958c7bf), after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:20.258317 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] No DVR routers for this DVR port 342a6d10-c41d-463e-a151-abc4f958c7bf on host dv-cinder-821602-20-iscsi {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:41:20.260614 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Pushing event deleted for resources: {'Port': ['ID=342a6d10-c41d-463e-a151-abc4f958c7bf,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:20.288912 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Pushing event deleted for resources: {'Port': ['ID=342a6d10-c41d-463e-a151-abc4f958c7bf,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:20.293434 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] No DVR routers for this DVR port 342a6d10-c41d-463e-a151-abc4f958c7bf on host dv-cinder-821602-20-iscsi {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:41:20.303767 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:20.304276 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:20.304776 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:20.305281 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:20.305760 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:20.306582 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:20.307084 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:20.307566 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:20.307903 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:20.308236 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:20.308564 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:20.308888 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:20.309212 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0c99-b106-4f2a-b10a-f0797d693875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-20-iscsi {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 14:41:20.344588 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (2d8d856a-7b44-42c8-a165-2f93ead5a7cb), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:20.366708 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8d856a-7b44-42c8-a165-2f93ead5a7cb']}} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:20.376429 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b17b19-921d-4cb8-8f01-f97199948b12') {'for_net_delete': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:20.376725 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b17b19-921d-4cb8-8f01-f97199948b12') {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:20.386369 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8286560'] for segment (53b17b19-921d-4cb8-8f01-f97199948b12), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:20.399418 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (53b17b19-921d-4cb8-8f01-f97199948b12), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:20.407062 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:41:20.407062 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1489372'] for segment (53b17b19-921d-4cb8-8f01-f97199948b12), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: Traceback (most recent call last): Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: timer() Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: cb(*args, **kw) Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: return func(*args, **kwargs) Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: self._notify() Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: self.callback(batched_events) Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: event.method(event) Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: return f(self, *a, **k) Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._get(url).json() Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: return self.request(url, 'GET', **kwargs) Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:41:20.409440 dv-cinder-821602-20-iscsi neutron-server[103331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:41:20.591291 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (2d8d856a-7b44-42c8-a165-2f93ead5a7cb), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:20.596566 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:20.600396 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] 10.222.0.39 "DELETE /v2.0/networks/2d8d856a-7b44-42c8-a165-2f93ead5a7cb HTTP/1.1" status: 204 len: 168 time: 0.7539992 Jan 21 14:41:20.603682 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.39', 35792) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:20.611824 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854c760-794f-4579-8fb4-499cb8c9519e admin admin] Pushing event deleted for resources: {'Network': ['ID=2d8d856a-7b44-42c8-a165-2f93ead5a7cb,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:20.967871 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-08ef2b56-0af1-48e3-a871-2287f6ecf266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797260'] for router_interface (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:21.217611 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-08ef2b56-0af1-48e3-a871-2287f6ecf266 admin admin] Deleting port 526556a2-98a0-4e13-957b-1103a6d5b47a {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:41:21.217949 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-08ef2b56-0af1-48e3-a871-2287f6ecf266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:21.301990 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-08ef2b56-0af1-48e3-a871-2287f6ecf266 admin admin] For port 526556a2-98a0-4e13-957b-1103a6d5b47a, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=526556a2-98a0-4e13-957b-1103a6d5b47a,segment=NetworkSegment(a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1),segment_id=a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:41:21.302429 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-08ef2b56-0af1-48e3-a871-2287f6ecf266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:21.316160 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-08ef2b56-0af1-48e3-a871-2287f6ecf266 admin admin] Calling delete_port for 526556a2-98a0-4e13-957b-1103a6d5b47a owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:41:21.335913 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:41:21.357289 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:41:21.357635 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 1f40a3f8-6e5b-4e55-a1a3-0d4e7f90e782 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:41:21.358081 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 342a6d10-c41d-463e-a151-abc4f958c7bf no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:41:21.381440 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 342a6d10-c41d-463e-a151-abc4f958c7bf {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:41:21.381781 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 342a6d10-c41d-463e-a151-abc4f958c7bf not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:41:21.594479 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-08ef2b56-0af1-48e3-a871-2287f6ecf266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5076174'] for port (526556a2-98a0-4e13-957b-1103a6d5b47a), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:21.620802 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef2b56-0af1-48e3-a871-2287f6ecf266 admin admin] Pushing event deleted for resources: {'Port': ['ID=526556a2-98a0-4e13-957b-1103a6d5b47a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:21.799501 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-08ef2b56-0af1-48e3-a871-2287f6ecf266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573071'] for router_interface (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:22.021438 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ef2b56-0af1-48e3-a871-2287f6ecf266 admin admin] Router 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b has already been hosted by L3 agent 4e008257-b339-4b89-8558-dd5b51a8a72f {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 14:41:22.136978 dv-cinder-821602-20-iscsi neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ef2b56-0af1-48e3-a871-2287f6ecf266 admin admin] Notify agent at l3_agent.dv-cinder-821602-20-iscsi the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 14:41:22.142180 dv-cinder-821602-20-iscsi neutron-server[103332]: INFO neutron.wsgi [None req-08ef2b56-0af1-48e3-a871-2287f6ecf266 admin admin] 10.222.0.39 "PUT /v2.0/routers/7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5372577 Jan 21 14:41:22.145741 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35794) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:22.146888 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3edc1b-8de7-43e4-a941-95e89739c15c None None] Sync routers for ids ['7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'] in dv-cinder-821602-20-iscsi {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 14:41:22.157726 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3edc1b-8de7-43e4-a941-95e89739c15c None None] Routers {'7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:41:22.158525 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4b3edc1b-8de7-43e4-a941-95e89739c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:40:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:22.258967 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] Publish callbacks [] for router (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:22.358296 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-4b3edc1b-8de7-43e4-a941-95e89739c15c None None] Set router 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b gateway port host: dv-cinder-821602-20-iscsi {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:41:22.363547 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] Publish callbacks [] for router_gateway (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:22.478160 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] Deleting port 075598a6-9892-4cf0-a7ed-83c0b4b09f20 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:41:22.478441 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (075598a6-9892-4cf0-a7ed-83c0b4b09f20), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:22.541193 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4b3edc1b-8de7-43e4-a941-95e89739c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'name': 'tempest-TestVolumeBootPattern-254030439-router', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'external_fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '075598a6-9892-4cf0-a7ed-83c0b4b09f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:16Z', 'updated_at': '2022-01-21T14:41:21Z', 'revision_number': 5, 'project_id': '3b9a69b3dcd5441493f5a90081a884fd', 'gw_port': {'id': '075598a6-9892-4cf0-a7ed-83c0b4b09f20', 'name': '', 'network_id': '8f72fe63-1e5d-463a-bb7e-a88ce9ab57d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T14:34:17Z', 'updated_at': '2022-01-21T14:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48e0c4f9-ac9c-4cf2-b6de-f470dd22dad7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-20-iscsi'}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:22.562223 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] For port 075598a6-9892-4cf0-a7ed-83c0b4b09f20, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=075598a6-9892-4cf0-a7ed-83c0b4b09f20,segment=NetworkSegment(9b2b72d7-bff9-4743-b266-7abe913e6322),segment_id=9b2b72d7-bff9-4743-b266-7abe913e6322)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:41:22.562583 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (075598a6-9892-4cf0-a7ed-83c0b4b09f20), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:22.571793 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3edc1b-8de7-43e4-a941-95e89739c15c None None] Checking router: 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b for host: dv-cinder-821602-20-iscsi {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 14:41:22.576192 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] Calling delete_port for 075598a6-9892-4cf0-a7ed-83c0b4b09f20 owned by network:router_gateway {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:41:22.580518 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3edc1b-8de7-43e4-a941-95e89739c15c None None] Routers {'7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'} bound to L3 agent in host dv-cinder-821602-20-iscsi {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 14:41:22.581128 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4b3edc1b-8de7-43e4-a941-95e89739c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T14:15:27Z,description=,heartbeat_timestamp=2022-01-21T14:40:57Z,host='dv-cinder-821602-20-iscsi',id=4e008257-b339-4b89-8558-dd5b51a8a72f,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T14:15:27Z,topic='l3_agent')) {'router_ids': ['7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:22.669310 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-4b3edc1b-8de7-43e4-a941-95e89739c15c None None] Set router 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 14:41:22.719813 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4b3edc1b-8de7-43e4-a941-95e89739c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'name': 'tempest-TestVolumeBootPattern-254030439-router', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:16Z', 'updated_at': '2022-01-21T14:41:22Z', 'revision_number': 6, 'project_id': '3b9a69b3dcd5441493f5a90081a884fd', 'gw_port_host': None}], 'dv-cinder-821602-20-iscsi', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:22.751281 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3edc1b-8de7-43e4-a941-95e89739c15c None None] The sync data for ids ['7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b'] in dv-cinder-821602-20-iscsi is: [{'id': '7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b', 'name': 'tempest-TestVolumeBootPattern-254030439-router', 'tenant_id': '3b9a69b3dcd5441493f5a90081a884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T14:34:16Z', 'updated_at': '2022-01-21T14:41:22Z', 'revision_number': 6, 'project_id': '3b9a69b3dcd5441493f5a90081a884fd', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 14:41:22.799731 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (075598a6-9892-4cf0-a7ed-83c0b4b09f20), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:22.824218 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] Pushing event deleted for resources: {'Port': ['ID=075598a6-9892-4cf0-a7ed-83c0b4b09f20,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:22.890035 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583186'] for router_gateway (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:22.984573 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1873'] for router (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:22.986844 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] Publish callbacks [] for router_controller (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.119675 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587591'] for router (7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.120231 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b {{(pid=103331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 14:41:23.124955 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.126186 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-f3e61d47-0a58-478f-ac23-525447fb563a admin admin] 10.222.0.39 "DELETE /v2.0/routers/7ce0b39e-15b6-4973-ba0e-ba86ae4f1c8b HTTP/1.1" status: 204 len: 168 time: 0.9788408 Jan 21 14:41:23.130578 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35796) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:23.175233 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ed43b2-37e2-4ebd-b425-4a8a9760f854 admin admin] Deleting subnet 7f122c07-ff52-4fe1-9338-9b545c4134ff {{(pid=103331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 14:41:23.178585 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43b2-37e2-4ebd-b425-4a8a9760f854 admin admin] Publish callbacks [] for subnet (7f122c07-ff52-4fe1-9338-9b545c4134ff), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.213525 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43b2-37e2-4ebd-b425-4a8a9760f854 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8286619'] for subnet (7f122c07-ff52-4fe1-9338-9b545c4134ff), precommit_delete_associations {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.291553 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43b2-37e2-4ebd-b425-4a8a9760f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757246'] for subnet (7f122c07-ff52-4fe1-9338-9b545c4134ff), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.402701 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43b2-37e2-4ebd-b425-4a8a9760f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1489334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801958'] for subnet (7f122c07-ff52-4fe1-9338-9b545c4134ff), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.428878 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed43b2-37e2-4ebd-b425-4a8a9760f854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f122c07-ff52-4fe1-9338-9b545c4134ff,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:23.430840 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c6ed43b2-37e2-4ebd-b425-4a8a9760f854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for subnet (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.434270 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-c6ed43b2-37e2-4ebd-b425-4a8a9760f854 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7f122c07-ff52-4fe1-9338-9b545c4134ff HTTP/1.1" status: 204 len: 168 time: 0.3046405 Jan 21 14:41:23.435654 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1860cfb3-b883-4059-8bf9-2169cf2fdb25 None None] Network 093d0606-bb3e-4c10-beda-135e67eb5cfe requested from dv-cinder-821602-20-iscsi {{(pid=103333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 14:41:23.436725 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35798) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:23.521187 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585538'] for network (093d0606-bb3e-4c10-beda-135e67eb5cfe), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.549198 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 075598a6-9892-4cf0-a7ed-83c0b4b09f20 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:41:23.578991 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Deleting port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:41:23.579359 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.582328 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 075598a6-9892-4cf0-a7ed-83c0b4b09f20 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:41:23.582726 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 075598a6-9892-4cf0-a7ed-83c0b4b09f20 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:41:23.583162 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 526556a2-98a0-4e13-957b-1103a6d5b47a no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:41:23.602913 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: 526556a2-98a0-4e13-957b-1103a6d5b47a {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:41:23.603264 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device 526556a2-98a0-4e13-957b-1103a6d5b47a not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:41:23.610403 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c6d305-9fdb-4a55-ad0e-0c94d5447ae1 None None] DHCP port deletion for 093d0606-bb3e-4c10-beda-135e67eb5cfe request from dv-cinder-821602-20-iscsi {{(pid=103333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 14:41:23.644182 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] For port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=d43e0b75-cfce-4fc3-98cb-7d2ce1feea57,segment=NetworkSegment(a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1),segment_id=a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:41:23.644617 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.663611 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Calling delete_port for d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:41:23.665221 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-22c6d305-9fdb-4a55-ad0e-0c94d5447ae1 None None] Deleting port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 14:41:23.665597 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22c6d305-9fdb-4a55-ad0e-0c94d5447ae1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761940023848'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.734112 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-22c6d305-9fdb-4a55-ad0e-0c94d5447ae1 None None] For port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57, host dv-cinder-821602-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-20-iscsi',level=0,port_id=d43e0b75-cfce-4fc3-98cb-7d2ce1feea57,segment=NetworkSegment(a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1),segment_id=a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 14:41:23.734573 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22c6d305-9fdb-4a55-ad0e-0c94d5447ae1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583128'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.748827 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-22c6d305-9fdb-4a55-ad0e-0c94d5447ae1 None None] Calling delete_port for d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 14:41:23.813556 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1489281'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.839496 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22c6d305-9fdb-4a55-ad0e-0c94d5447ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761940026588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761939508381'] for port (d43e0b75-cfce-4fc3-98cb-7d2ce1feea57), after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.845331 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d43e0b75-cfce-4fc3-98cb-7d2ce1feea57,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:23.849550 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] No DVR routers for this DVR port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 on host dv-cinder-821602-20-iscsi {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:41:23.870184 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6d305-9fdb-4a55-ad0e-0c94d5447ae1 None None] Pushing event deleted for resources: {'Port': ['ID=d43e0b75-cfce-4fc3-98cb-7d2ce1feea57,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:23.873680 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c6d305-9fdb-4a55-ad0e-0c94d5447ae1 None None] No DVR routers for this DVR port d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 on host dv-cinder-821602-20-iscsi {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 14:41:23.887973 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9801480d-56a3-4ea3-90bb-7ad3075f858a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.926832 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-753756', 'neutron.services.segments.db._delete_segments_for_network-8761940066591'] for network (093d0606-bb3e-4c10-beda-135e67eb5cfe), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.946972 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093d0606-bb3e-4c10-beda-135e67eb5cfe']}} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:23.955911 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1') {'for_net_delete': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:23.956213 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.services.segments.db [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1') {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 14:41:23.965846 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761940064413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8286560'] for segment (a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.978753 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918'] for segment (a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.984458 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1489372'] for segment (a0f37ebb-db75-4fbd-bd18-3cabfa9c0fd1), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: Traceback (most recent call last): Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: timer() Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: cb(*args, **kw) Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: return func(*args, **kwargs) Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: self._notify() Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: self.callback(batched_events) Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: event.method(event) Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: return f(self, *a, **k) Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._get(url).json() Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: return self.request(url, 'GET', **kwargs) Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 14:41:23.987570 dv-cinder-821602-20-iscsi neutron-server[103331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 14:41:24.102847 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-753749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583273'] for network (093d0606-bb3e-4c10-beda-135e67eb5cfe), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:24.113127 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657605'] for network (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:24.116898 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] 10.222.0.39 "DELETE /v2.0/networks/093d0606-bb3e-4c10-beda-135e67eb5cfe HTTP/1.1" status: 204 len: 168 time: 0.6792431 Jan 21 14:41:24.127771 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07447477-db7d-4194-9c24-8301deb2ff94 admin admin] Pushing event deleted for resources: {'Network': ['ID=093d0606-bb3e-4c10-beda-135e67eb5cfe,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:24.419537 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35802) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:24.460651 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-c6abfa10-c04e-49b7-8a6f-4e099cf7f023 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7231c480ff2b4a69be6586443a8f5863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400431 Jan 21 14:41:24.463453 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35804) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:24.526629 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b9a9bd81-707f-4980-9a65-728f4f408a36 admin admin] Publish callbacks [] for security_group (f4860a6d-7dd1-4a2d-8499-f8f901918204), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:24.549346 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b9a9bd81-707f-4980-9a65-728f4f408a36 admin admin] Publish callbacks [] for security_group (f4860a6d-7dd1-4a2d-8499-f8f901918204), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:24.677215 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b9a9bd81-707f-4980-9a65-728f4f408a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (f4860a6d-7dd1-4a2d-8499-f8f901918204), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:24.679771 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b9a9bd81-707f-4980-9a65-728f4f408a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:24.680999 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-b9a9bd81-707f-4980-9a65-728f4f408a36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4860a6d-7dd1-4a2d-8499-f8f901918204 HTTP/1.1" status: 204 len: 168 time: 0.2162223 Jan 21 14:41:24.689646 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9bd81-707f-4980-9a65-728f4f408a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4860a6d-7dd1-4a2d-8499-f8f901918204,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:25.332035 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 no longer exists at agent ovs-agent-dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 14:41:25.354639 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] No Port match for: d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 {{(pid=103333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 14:41:25.354994 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron.plugins.ml2.rpc [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Device d43e0b75-cfce-4fc3-98cb-7d2ce1feea57 not bound to the agent host dv-cinder-821602-20-iscsi {{(pid=103333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 14:41:25.399311 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35810) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:25.447429 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-783ac51f-ee4c-4419-aa87-6236c87da774 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b9a69b3dcd5441493f5a90081a884fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469582 Jan 21 14:41:25.450093 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [-] (103331) accepted ('10.222.0.39', 35812) {{(pid=103331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 14:41:25.498801 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-77fdedc7-836d-49b4-9db7-aaf16ce9bde0 admin admin] Publish callbacks [] for security_group (07d33817-acd2-40dd-bad8-216af11a3276), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:25.519544 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-77fdedc7-836d-49b4-9db7-aaf16ce9bde0 admin admin] Publish callbacks [] for security_group (07d33817-acd2-40dd-bad8-216af11a3276), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:25.636643 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-77fdedc7-836d-49b4-9db7-aaf16ce9bde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758254'] for security_group (07d33817-acd2-40dd-bad8-216af11a3276), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:25.639145 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-77fdedc7-836d-49b4-9db7-aaf16ce9bde0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:25.640304 dv-cinder-821602-20-iscsi neutron-server[103331]: INFO neutron.wsgi [None req-77fdedc7-836d-49b4-9db7-aaf16ce9bde0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07d33817-acd2-40dd-bad8-216af11a3276 HTTP/1.1" status: 204 len: 168 time: 0.1892965 Jan 21 14:41:25.649034 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdedc7-836d-49b4-9db7-aaf16ce9bde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d33817-acd2-40dd-bad8-216af11a3276,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 14:41:26.736563 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a68ba90f-4626-4e67-8cea-c1dcf4819763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:29.321921 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:29.836642 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:31.053613 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:31.600476 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:38.909305 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:41:53.884899 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-353d9cdd-a8d6-428e-8bab-5c2eddb28e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:56.719302 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-74afc032-457d-4903-a943-851d6e8f6a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:59.389892 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:41:59.835668 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:42:01.002482 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:42:01.616827 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:42:15.920334 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:42:23.881336 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb64d722-20a1-42ec-aebe-dd8cd180c028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:42:26.723766 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e72e5103-e4cd-4700-a5ed-c8a84c77d84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:42:29.340703 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:42:29.866656 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:42:30.975174 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:42:31.663871 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:42:52.909127 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:42:53.943689 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-355a6169-f68f-487b-8ae8-00aaf3f9e0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:42:56.717408 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ded1426-317a-438c-be44-33a4c3bf96bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:42:59.343197 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:42:59.823368 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:43:00.983387 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:43:01.586042 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:43:23.868720 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a99f5c23-f7a4-44ea-834e-560575b2bc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:43:26.750965 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dae17d38-321e-4b20-a99c-5d93bd75cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:43:29.333567 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:43:29.813766 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:43:29.907762 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:43:30.977129 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:43:31.625378 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:43:53.893634 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-87b5bde4-3dda-4b78-b89e-a2689f2e6d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:43:56.719460 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0fe72afd-3e99-4124-adf5-d16f0ebd805a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:43:59.379076 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:43:59.813082 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:44:00.990117 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:44:01.181726 dv-cinder-821602-20-iscsi neutron-server[103331]: DEBUG neutron.wsgi [req-af8aab2e-32f5-43a6-b2b1-8aee5debafac req-7ebe0801-8853-4ddf-a39e-548687bedd7e service neutron] (103331) timed out ('10.222.0.88', 62141) {{(pid=103331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 21 14:44:01.613314 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:44:06.906559 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:44:23.892273 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16213975-989c-47e3-aa1b-15bccbf69ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:44:26.720979 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-48be539c-72c9-47e9-8f8a-118a6c9ce4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:44:29.361103 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:44:29.825267 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:44:30.998644 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:44:31.606399 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:44:43.904880 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:44:53.866795 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61a079ee-2d7b-4b42-91c8-30e298a2a42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:44:56.731609 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-030fd43a-e656-40ea-b38e-b2a78b826f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:44:59.337218 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:44:59.851787 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:45:01.006571 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:45:01.628747 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:45:20.904358 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:45:23.866169 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca499023-49a4-4ea1-940f-53e04ba6dccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:45:26.736665 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8686-c654-49d9-ad6f-58c752b5e843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:45:29.342443 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:45:29.837971 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:45:30.980124 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:45:31.632014 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:45:53.873798 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-72aa78d9-b47a-4df2-8828-516e05c02b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:45:56.736136 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58a8ac88-f258-4665-8b92-8708f08c2a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:45:57.903469 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:45:59.351752 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:45:59.831274 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:46:00.998395 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:46:01.615760 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:46:23.866719 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f39b4d4a-134c-473a-86a2-3d93ec488a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:46:26.758273 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-336038cb-e4f9-4181-b0cd-6df5a5d2d7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (4e008257-b339-4b89-8558-dd5b51a8a72f), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:46:29.350647 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f16a1f3-34d6-464e-83a0-c986ce744ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (1857da23-37aa-4f78-bdd8-ed63182132d8), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:46:29.842285 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05cace4d-54fd-49fe-b49a-f7ae74aa995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (48a95f94-d647-4fd4-bedc-8b9e1d34d163), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:46:30.990821 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-386efcea-705e-41ab-8c5e-c984860318d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (35afb4a8-c098-4b1a-a9a4-182ede76f4bb), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:46:31.649080 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91ac4cb2-ace7-45d9-bb51-9ae98d00e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (a52555ec-4686-4566-b129-8676c5ede020), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:46:34.902717 dv-cinder-821602-20-iscsi neutron-server[103335]: DEBUG neutron.db.agents_db [None req-4a841523-0230-4fb6-b3f2-e1a25f56635e None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:46:53.883332 dv-cinder-821602-20-iscsi neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d2f01f74-8be8-4216-9737-f1d27c4ff3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761940066573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755850'] for agent (0c78ae41-db31-44be-ad58-5eb1a458f561), after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}